-- Logs begin at Mon 2021-05-17 11:23:16 UTC, end at Mon 2021-05-17 12:19:53 UTC. -- May 17 11:53:16.968831 dv-cinder-734144-19-smb systemd[1]: Started Devstack devstack@q-svc.service. May 17 11:53:19.412323 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.common.config [-] Logging enabled! May 17 11:53:19.412825 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 17 11:53:19.413081 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78653) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 17 11:53:19.416486 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.common.config [-] Logging enabled! May 17 11:53:19.416731 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 17 11:53:19.417035 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78653) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 17 11:53:19.417957 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 11:53:19.418182 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 11:53:19.418546 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 11:53:19.418786 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 11:53:19.419007 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 11:53:19.419319 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.419635 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.419927 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.420158 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.420448 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.420734 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.421010 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.421291 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.421584 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.421865 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.422137 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.422417 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.422643 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.422918 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.423198 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.423509 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.423729 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] debug = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.424005 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.424432 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.424841 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.425115 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.425399 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.425670 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.425939 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.426206 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.426482 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.426806 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] host = dv-cinder-734144-19-smb {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.427614 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.428080 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.428413 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.428703 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.428983 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.429257 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.429540 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.429812 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.430083 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] log_file = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.430358 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.430639 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.430923 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.431210 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.431459 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.431680 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.431965 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.432248 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.432519 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.432788 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.433056 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.433323 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.433589 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.433854 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.434134 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.434414 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.434693 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.434962 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.435228 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.435521 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.435789 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.436070 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.436336 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.436604 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.436872 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.437153 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.437417 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.437684 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.437982 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.438266 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.438546 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.438825 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.439098 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.439403 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.439673 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.439942 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.440209 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] use_json = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.440474 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.440739 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.441261 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.441532 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.441798 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.442066 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.442333 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.442611 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:19.443551 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.443854 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.444151 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.444434 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.444726 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.445003 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.445289 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.445563 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.445848 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.446135 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.446417 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.446691 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.446972 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.447245 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.447558 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.447859 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.448149 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.448437 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.448708 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.448978 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.449246 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.449533 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.449815 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.450102 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.450390 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.450664 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.450939 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.451225 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.451524 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.451794 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.452069 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.452356 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.452632 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.452907 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.453189 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.453467 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.453738 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.454009 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.454286 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.454575 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.454850 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.455121 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.455408 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.455683 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.455950 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.456233 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.456507 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.456779 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.457050 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.457326 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.457596 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.457868 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.458143 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.458511 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.458940 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.459224 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.459529 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.459804 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.460078 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.460352 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.460626 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.460899 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.461176 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.461449 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.461720 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.461992 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.462261 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.462532 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.462817 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.463111 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.463406 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.463683 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.463958 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.464231 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.464507 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.464780 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.465053 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.465325 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.465593 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.465877 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.466154 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.466436 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.466712 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.466988 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.467280 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.467576 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.467856 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.468130 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.468405 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.468690 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.468970 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.469260 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.469556 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.469845 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.470134 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.470425 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.470704 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.471011 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.471287 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:19.471523 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 11:53:19.471761 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78653) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 17 11:53:19.820296 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:19.820472 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:19.820760 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:19.821094 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.manager [-] Loading core plugin: ml2 May 17 11:53:20.124747 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.125032 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.125302 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.126504 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.126775 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.127033 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.246786 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.247058 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.247318 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.260245 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.260522 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.260787 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.290066 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.290344 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.290614 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.328903 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.329180 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.329440 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.561039 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.561669 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.561669 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.561825 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.562547 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.688285 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.688566 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.688807 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.689075 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.689475 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.689785 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.690043 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.690303 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.690555 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.690833 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.691375 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.691633 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.691894 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.692148 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.692411 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.692781 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.693635 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.693904 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.694156 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.694433 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.694777 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.695028 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.695274 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.695575 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.695822 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.696066 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.696444 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:53:20.696678 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:53:20.696913 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:53:20.697144 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:53:20.697372 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:53:20.697602 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:53:20.697965 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 17 11:53:20.701123 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 17 11:53:20.705275 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 17 11:53:20.709198 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 17 11:53:20.710796 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 17 11:53:20.711253 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 17 11:53:20.711600 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 17 11:53:20.711977 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 17 11:53:20.714909 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 17 11:53:20.715156 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 17 11:53:20.715520 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 17 11:53:20.743008 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 17 11:53:20.743487 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.743779 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78653) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 17 11:53:20.744133 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.745466 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78653) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 17 11:53:20.745742 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 17 11:53:20.745983 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 17 11:53:20.749079 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.749361 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:20.824198 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 17 11:53:20.824477 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 17 11:53:20.824653 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 17 11:53:20.825028 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 17 11:53:20.859945 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_db.sqlalchemy.engines [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78653) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 17 11:53:21.190901 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Initializing driver for type 'gre' May 17 11:53:21.191721 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] gre ID ranges: [(1, 1000)] May 17 11:53:21.244046 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Initializing driver for type 'local' May 17 11:53:21.244414 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Initializing driver for type 'vlan' May 17 11:53:21.255339 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] VlanTypeDriver initialization complete May 17 11:53:21.255565 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Initializing driver for type 'vxlan' May 17 11:53:21.256042 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] vxlan ID ranges: [(1, 1000)] May 17 11:53:21.308286 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Initializing extension driver 'port_security' May 17 11:53:21.308620 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.extensions.port_security [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] PortSecurityExtensionDriver initialization complete May 17 11:53:21.308945 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Initializing mechanism driver 'openvswitch' May 17 11:53:21.309263 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Initializing mechanism driver 'hyperv' May 17 11:53:21.315709 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.plugins.ml2.plugin [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:21.316723 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > port after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.317088 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > port after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.317435 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > port after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.317876 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.318324 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.318649 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.319031 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > network after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.319402 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > network after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.319740 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > network after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.320108 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > security_group after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.320452 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > security_group after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.320785 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.321168 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.321494 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.321824 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.322192 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > address_group after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.322528 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > address_group after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.322855 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.323187 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] ML2 OVO RPC backend initialized. {{(pid=78653) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 17 11:53:21.323900 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.324248 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.324652 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > network before_response 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.325057 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > networks before_response 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.325330 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > port before_response 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.325670 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > ports before_response 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.326003 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > subnet before_response 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.326333 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > subnets before_response 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.326673 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > network after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.327002 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > network after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.327327 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > network after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.327676 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > port after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.328005 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > port after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.328361 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > port after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.328694 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.329019 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.329342 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.329903 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.plugin [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Modular L2 Plugin initialization complete May 17 11:53:21.330216 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading services supported by the core plugin {{(pid=78653) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 17 11:53:21.330532 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.plugins.ml2.managers [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Got port-security extension from driver 'port_security' May 17 11:53:21.330985 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.extensions.vlantransparent [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Disabled vlantransparent extension. May 17 11:53:21.332957 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78653) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 17 11:53:21.332957 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading Plugin: router May 17 11:53:21.369455 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.369837 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router after_create 55549900 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.370200 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router before_create 55549900 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.370557 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.370915 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.371260 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router after_delete 55549900 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.371640 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.371997 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router after_create 55549900 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.372331 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router after_update 55549900 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.372672 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router after_update 55549900 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.373010 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.373358 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router after_update 55549900 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.373761 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.374116 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: port after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.374443 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: port after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.374773 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: subnet after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.375103 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.375470 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.375807 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.376135 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: port before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.376470 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router precommit_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.377156 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router after_update 55549900 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.377156 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.377461 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.377812 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.378153 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.378512 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > network after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.379402 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Tracking information for resource: router configured {{(pid=78653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:53:21.379727 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Tracking information for resource: floatingip configured {{(pid=78653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:53:21.384914 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.db.l3_agentschedulers_db [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 17 11:53:21.385506 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: port after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.385887 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: port after_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.386233 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: port after_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.386655 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: port after_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.387674 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router before_create 55550100 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.388044 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.388400 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router precommit_create 55550100 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.388763 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > router precommit_update 55550100 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.393493 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.services.provider_configuration [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service providers = [] {{(pid=78653) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 17 11:53:21.393853 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.db.servicetype_db [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78653) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 17 11:53:21.396776 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.services.service_base [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78653) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 11:53:21.397121 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.services.service_base [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78653) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 11:53:21.397454 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.services.service_base [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78653) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 11:53:21.398325 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.services.service_base [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78653) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 11:53:21.398690 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.services.service_base [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 17 11:53:21.400610 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:53:21.400940 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 17 11:53:21.411291 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:53:21.412218 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading Plugin: auto_allocate May 17 11:53:21.417848 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: network precommit_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.418207 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: network precommit_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.418722 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:53:21.419035 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading Plugin: tag May 17 11:53:21.425764 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:53:21.426086 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading Plugin: timestamp May 17 11:53:21.430369 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:53:21.430693 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading Plugin: network_ip_availability May 17 11:53:21.435881 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.436247 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.436596 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.437290 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:53:21.437603 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading Plugin: flavors May 17 11:53:21.442904 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:53:21.443191 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading Plugin: revisions May 17 11:53:21.447435 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:53:21.447823 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_concurrency.lockutils [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.627s {{(pid=78653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:21.448546 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78653) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 17 11:53:21.448876 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Initializing extension manager. May 17 11:53:21.449369 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: __init__.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.449703 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: __pycache__ {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.450031 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.450356 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: address_group.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.451088 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.451684 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: address-group May 17 11:53:21.452004 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: address_scope.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.452704 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.453203 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: address-scope May 17 11:53:21.453521 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.454426 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.454932 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: router-admin-state-down-before-update May 17 11:53:21.455250 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: agent.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.455959 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.456458 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: agent May 17 11:53:21.456770 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: agent_resources_synced.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.457650 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.458147 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: agent-resources-synced May 17 11:53:21.458991 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: allowedaddresspairs.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.460727 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.461239 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: allowed-address-pairs May 17 11:53:21.461558 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: auto_allocated_topology.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.462610 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.463119 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: auto-allocated-topology May 17 11:53:21.463468 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: availability_zone.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.464137 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.464634 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: availability_zone May 17 11:53:21.464946 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: availability_zone_filter.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.465828 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.466326 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: availability_zone_filter May 17 11:53:21.466638 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: data_plane_status.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.467533 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.468031 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension data-plane-status not supported by any of loaded plugins May 17 11:53:21.468347 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: default_subnetpools.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.469229 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.469726 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: default-subnetpools May 17 11:53:21.470037 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.470817 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.471312 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: dhcp_agent_scheduler May 17 11:53:21.471653 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: dns.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.472526 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.473024 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension dns-integration not supported by any of loaded plugins May 17 11:53:21.473337 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: dns_domain_ports.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.474808 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.475494 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 17 11:53:21.475811 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: dvr.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.476460 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.476960 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: dvr May 17 11:53:21.477270 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: empty_string_filtering.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.478147 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.478647 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: empty-string-filtering May 17 11:53:21.478962 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.479864 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.480360 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 17 11:53:21.480672 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.481637 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.482190 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 17 11:53:21.482504 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: external_net.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.483413 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.483915 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: external-net May 17 11:53:21.484227 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.485158 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.485599 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: extra_dhcp_opt May 17 11:53:21.485913 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: extraroute.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.486789 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.487285 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: extraroute May 17 11:53:21.487623 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: extraroute_atomic.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.488629 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.489133 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: extraroute-atomic May 17 11:53:21.489447 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: filter_validation.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.490243 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.490741 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: filter-validation May 17 11:53:21.491053 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: fip_pf_description.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.492158 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.492657 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 17 11:53:21.492978 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: fip_port_details.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.493870 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.494368 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: fip-port-details May 17 11:53:21.494682 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: flavors.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.495906 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.496412 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: flavors May 17 11:53:21.496731 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.498381 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.498893 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 17 11:53:21.499264 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: floatingip_pools.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.499914 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.500420 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: floatingip-pools May 17 11:53:21.500730 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: ip_allocation.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.501640 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.502135 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension ip_allocation not supported by any of loaded plugins May 17 11:53:21.502451 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.503335 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.503863 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: ip-substring-filtering May 17 11:53:21.504187 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: l2_adjacency.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.505084 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.505602 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension l2_adjacency not supported by any of loaded plugins May 17 11:53:21.505915 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: l3.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.506859 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.507372 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: router May 17 11:53:21.507692 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.509891 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.510405 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 17 11:53:21.510733 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.511673 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.512181 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: ext-gw-mode May 17 11:53:21.512497 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.513401 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.513902 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: l3-ha May 17 11:53:21.514220 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: l3_flavors.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.515105 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.515639 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: l3-flavors May 17 11:53:21.515958 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.516859 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.517363 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: l3-port-ip-change-not-allowed May 17 11:53:21.517673 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: l3agentscheduler.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.518671 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.519175 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: l3_agent_scheduler May 17 11:53:21.519524 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: logging.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.521494 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.522000 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension logging not supported by any of loaded plugins May 17 11:53:21.522321 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: metering.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.523042 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.523643 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: metering May 17 11:53:21.523965 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.525034 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.525541 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: metering_source_and_destination_fields May 17 11:53:21.525858 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: multiprovidernet.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.526873 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.527397 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: multi-provider May 17 11:53:21.527716 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: netmtu.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.528606 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.529104 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: net-mtu May 17 11:53:21.529417 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: netmtu_writable.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.530306 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.530803 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: net-mtu-writable May 17 11:53:21.531116 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: network_availability_zone.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.531854 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.532352 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: network_availability_zone May 17 11:53:21.532660 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: network_ip_availability.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.533728 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.534230 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: network-ip-availability May 17 11:53:21.534548 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: network_segment_range.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.535286 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.535806 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension network-segment-range not supported by any of loaded plugins May 17 11:53:21.536121 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: pagination.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.537644 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.537965 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: pagination May 17 11:53:21.538276 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: port_device_profile.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.539169 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.539719 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: port-device-profile May 17 11:53:21.540030 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.540937 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.541421 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: port-mac-address-regenerate May 17 11:53:21.541734 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.542623 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.543125 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: port-numa-affinity-policy May 17 11:53:21.543468 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: port_resource_request.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.544345 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.544840 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension port-resource-request not supported by any of loaded plugins May 17 11:53:21.545149 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: portbindings.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.546045 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.546537 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: binding May 17 11:53:21.546846 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: portbindings_extended.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.548133 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.548636 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: binding-extended May 17 11:53:21.548954 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: portsecurity.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.549843 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.550342 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: port-security May 17 11:53:21.550657 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: project_id.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.551719 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.551950 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: project-id May 17 11:53:21.552289 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: providernet.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.553184 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.553686 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: provider May 17 11:53:21.553999 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: qos.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.557487 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.558003 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension qos not supported by any of loaded plugins May 17 11:53:21.558326 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.559557 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.560069 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 17 11:53:21.560387 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.561274 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.561928 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 17 11:53:21.562080 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: qos_default.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.562982 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.563520 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension qos-default not supported by any of loaded plugins May 17 11:53:21.563841 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: qos_fip.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.564471 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.564968 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension qos-fip not supported by any of loaded plugins May 17 11:53:21.565282 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: qos_gateway_ip.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.566430 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.566934 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 17 11:53:21.567249 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: qos_port_network_policy.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.568182 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.568679 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 17 11:53:21.568990 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: qos_rule_type_details.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.569876 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.570378 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 17 11:53:21.570689 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: qos_rules_alias.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.571731 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.572238 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 17 11:53:21.572551 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: quotasv2.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.573563 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.573882 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: quotas May 17 11:53:21.574197 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: quotasv2_detail.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.575802 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.576136 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: quota_details May 17 11:53:21.576461 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: rbac.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.577480 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.577992 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: rbac-policies May 17 11:53:21.578311 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: rbac_address_group.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.579208 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.579753 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: rbac-address-group May 17 11:53:21.580070 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: rbac_address_scope.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.580968 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.581476 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: rbac-address-scope May 17 11:53:21.581795 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: rbac_security_groups.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.582695 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.583195 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: rbac-security-groups May 17 11:53:21.584058 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: rbac_subnetpool.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.585150 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.585651 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: rbac-subnetpool May 17 11:53:21.585964 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: revisionifmatch.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.586857 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.587367 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: revision-if-match May 17 11:53:21.587695 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: revisions.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.588779 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.589282 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: standard-attr-revisions May 17 11:53:21.589598 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: router_availability_zone.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.590248 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.590748 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: router_availability_zone May 17 11:53:21.591063 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: routerservicetype.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.592071 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.592655 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension router-service-type not supported by any of loaded plugins May 17 11:53:21.593083 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.593981 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.594488 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: security-groups-normalized-cidr May 17 11:53:21.594920 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.595853 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.596354 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: port-security-groups-filtering May 17 11:53:21.596666 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.597553 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.598055 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: security-groups-remote-address-group May 17 11:53:21.598368 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: securitygroup.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.608755 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.609281 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: security-group May 17 11:53:21.609608 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: segment.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.610377 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.610881 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension segment not supported by any of loaded plugins May 17 11:53:21.611201 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.612166 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.612670 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 17 11:53:21.612988 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: servicetype.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.614076 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.615390 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: service-type May 17 11:53:21.615719 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: sorting.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.616673 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.616999 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: sorting May 17 11:53:21.617315 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: standard_attr_segment.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.618204 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.618711 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 17 11:53:21.619029 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: standardattrdescription.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.619694 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.620205 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: standard-attr-description May 17 11:53:21.620520 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: stateful_security_group.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.621422 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.621922 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: stateful-security-group May 17 11:53:21.622237 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: stdattrs_common.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.622800 dv-cinder-734144-19-smb neutron-server[78653]: WARNING neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 17 11:53:21.623110 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.624115 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.624629 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 17 11:53:21.624938 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: subnet_onboard.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.625981 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.626486 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: subnet_onboard May 17 11:53:21.626800 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.627765 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.628280 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 17 11:53:21.628574 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: subnet_service_types.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.629461 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.629962 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: subnet-service-types May 17 11:53:21.630469 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: subnetallocation.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.631620 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.632127 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: subnet_allocation May 17 11:53:21.632445 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.633099 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.633617 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: subnetpool-prefix-ops May 17 11:53:21.633929 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.634852 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.635380 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 17 11:53:21.635701 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: tagging.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.636762 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.637289 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: standard-attr-tag May 17 11:53:21.637608 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: timestamp.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.638786 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.639295 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loaded extension: standard-attr-timestamp May 17 11:53:21.639636 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: trunk.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.640642 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.641156 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension trunk not supported by any of loaded plugins May 17 11:53:21.641472 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: trunk_details.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.642362 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.642868 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension trunk-details not supported by any of loaded plugins May 17 11:53:21.643184 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: uplink_status_propagation.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.644109 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.644613 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 17 11:53:21.644926 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Loading extension file: vlantransparent.py {{(pid=78653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:53:21.645578 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:53:21.646676 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extension vlan-transparent not supported by any of loaded plugins May 17 11:53:21.649222 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:network May 17 11:53:21.649964 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:subnet May 17 11:53:21.650740 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:53:21.651365 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:port May 17 11:53:21.652611 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.653048 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service FLAVORS assigned prefix: {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.653667 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.654100 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.654433 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:router May 17 11:53:21.655079 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:floatingip May 17 11:53:21.655793 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service METERING assigned prefix: /metering {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.657233 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.657594 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.657934 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:53:21.659060 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of CountableResource for resource:rbac_policy May 17 11:53:21.659535 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:security_group May 17 11:53:21.660174 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 11:53:21.661000 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service CORE assigned prefix: {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.661525 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:53:21.662499 dv-cinder-734144-19-smb neutron-server[78653]: WARNING neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] subnetpool is already registered May 17 11:53:21.663183 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service CORE assigned prefix: {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.663534 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:53:21.663854 dv-cinder-734144-19-smb neutron-server[78653]: WARNING neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] subnetpool is already registered May 17 11:53:21.666403 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.666828 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service FLAVORS assigned prefix: {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.667444 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.667861 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.668191 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:router May 17 11:53:21.668511 dv-cinder-734144-19-smb neutron-server[78653]: WARNING neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] router is already registered May 17 11:53:21.669087 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:floatingip May 17 11:53:21.669406 dv-cinder-734144-19-smb neutron-server[78653]: WARNING neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] floatingip is already registered May 17 11:53:21.670018 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service METERING assigned prefix: /metering {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.670680 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of CountableResource for resource:rbac_policy May 17 11:53:21.670999 dv-cinder-734144-19-smb neutron-server[78653]: WARNING neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] rbac_policy is already registered May 17 11:53:21.672633 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:security_group May 17 11:53:21.672969 dv-cinder-734144-19-smb neutron-server[78653]: WARNING neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] security_group is already registered May 17 11:53:21.673560 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 11:53:21.673886 dv-cinder-734144-19-smb neutron-server[78653]: WARNING neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] security_group_rule is already registered May 17 11:53:21.674546 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service CORE assigned prefix: {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.674876 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:53:21.675207 dv-cinder-734144-19-smb neutron-server[78653]: WARNING neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] subnetpool is already registered May 17 11:53:21.675808 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.v2.resource_helper [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Service CORE assigned prefix: {{(pid=78653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:53:21.676135 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:53:21.676450 dv-cinder-734144-19-smb neutron-server[78653]: WARNING neutron.quota.resource_registry [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] subnetpool is already registered May 17 11:53:21.677254 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: extensions {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.678735 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: address-groups {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.680349 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: address-scopes {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.681523 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: agents {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.682728 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: auto-allocated-topology {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.683978 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: availability_zones {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.685267 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: dhcp-networks {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.686649 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: dhcp-agents {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.688077 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: routers {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.689853 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: flavors {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.690991 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: service_profiles {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.692446 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: next_providers {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.694027 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: service_profiles {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.695427 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: floatingip-pools {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.696617 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: routers {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.698382 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: floatingips {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.699555 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: l3-routers {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.700908 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: l3-agents {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.702282 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: metering-labels {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.703641 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: metering-label-rules {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.704899 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: network-ip-availabilities {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.706118 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: bindings {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.707757 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: quotas {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.709682 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: quotas {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.711069 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: rbac-policies {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.712364 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: security-groups {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.713554 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: security-group-rules {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.714774 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: service-providers {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.715995 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: subnetpools {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.717364 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: subnetpools {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.718893 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: tags {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.720566 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: tags {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.722350 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: tags {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.724646 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: tags {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.726409 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: tags {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.728239 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: tags {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.729906 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: tags {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.732670 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: tags {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.734431 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: tags {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.847274 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron.api.extensions [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Extended resource: tags {{(pid=78653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:53:21.853325 dv-cinder-734144-19-smb neutron-server[78653]: WARNING keystonemiddleware.auth_token [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 17 11:53:21.858006 dv-cinder-734144-19-smb neutron-server[78653]: WARNING keystonemiddleware.auth_token [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 17 11:53:21.866210 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_concurrency.lockutils [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Acquired lock "singleton_lock" {{(pid=78653) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 17 11:53:21.866685 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_concurrency.lockutils [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Releasing lock "singleton_lock" {{(pid=78653) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 17 11:53:21.867318 dv-cinder-734144-19-smb neutron-server[78653]: INFO oslo_service.service [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Starting 2 workers May 17 11:53:21.871953 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Started child 78758 {{(pid=78653) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 11:53:21.876198 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Started child 78759 {{(pid=78653) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 11:53:21.877185 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:21.877831 dv-cinder-734144-19-smb neutron-server[78653]: INFO neutron.service [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Neutron service started, listening on 0.0.0.0:9696 May 17 11:53:21.878378 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Notify callbacks [] for process, before_spawn {{(pid=78653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:21.878658 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [-] (78758) wsgi starting up on http://0.0.0.0:9696 May 17 11:53:21.881375 dv-cinder-734144-19-smb neutron-server[78653]: INFO oslo_service.service [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Starting 1 workers May 17 11:53:21.881907 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:21.883587 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [-] (78759) wsgi starting up on http://0.0.0.0:9696 May 17 11:53:21.886440 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Started child 78760 {{(pid=78653) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 11:53:21.886952 dv-cinder-734144-19-smb neutron-server[78653]: INFO oslo_service.service [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Starting 1 workers May 17 11:53:21.889839 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.service [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] calling RpcWorker wait() {{(pid=78760) _wait /opt/stack/neutron/neutron/service.py:128}} May 17 11:53:21.890364 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.service [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] returning from RpcWorker wait() {{(pid=78760) _wait /opt/stack/neutron/neutron/service.py:135}} May 17 11:53:21.891239 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Started child 78761 {{(pid=78653) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 11:53:21.891589 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:21.892040 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:21.892134 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG neutron_lib.callbacks.manager [None req-46244e27-7dc5-475b-906f-2fc13f40b1f7 None None] Notify callbacks [] for process, after_spawn {{(pid=78653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:21.893979 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78653) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 17 11:53:21.894186 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 11:53:21.894365 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 11:53:21.894752 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 11:53:21.895097 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 11:53:21.895267 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 11:53:21.895822 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.896647 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.897016 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.897405 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.897702 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.898284 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:21.898767 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.898767 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.898767 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.899065 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.899325 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.899525 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.899629 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:21.899704 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.899923 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.900173 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.900484 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.900749 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.900983 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.901271 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.901442 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.901732 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.902008 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.902253 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.902518 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] debug = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.902778 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.903269 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.903534 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.903779 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.904014 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.904275 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.904530 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.904818 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.905048 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.905263 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.905509 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.905753 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.905998 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.906211 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.906429 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.906686 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.906923 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.907429 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] host = dv-cinder-734144-19-smb {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.907662 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.907874 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.908117 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.908374 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.908625 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.908834 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.909074 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.909318 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.909568 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.909808 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.910066 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.910288 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.910498 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.910744 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_file = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.910889 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_options = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.911125 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.911508 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.911774 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.912008 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.912170 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.912518 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.912772 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.912936 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.913186 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.913417 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.913628 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.913839 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.914079 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.914331 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.914582 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.914829 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.915066 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.915297 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.915575 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.915813 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.916033 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.916271 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.916499 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.916707 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.917113 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.917113 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.917365 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.917585 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.917755 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.918021 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.918245 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.918486 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.918738 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.918953 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.919177 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.919421 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.919659 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.919918 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.920632 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.920632 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.920632 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.921065 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.921065 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.921423 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.921534 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.921886 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] use_json = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.922133 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.922347 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.922708 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.922928 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.923311 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.923727 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.923863 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.923995 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:21.924431 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.924712 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.925029 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.925287 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.925537 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.925950 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.926130 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.926242 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.926457 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.926687 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.927046 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.927268 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.927590 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.927834 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.928072 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.928423 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.928686 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.928957 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.929472 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.929472 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.929773 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.929899 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.930156 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.930411 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.930686 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.930967 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.931202 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.931453 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.931672 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.931885 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.932554 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.932554 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.932554 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.933116 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.933116 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.933675 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.933675 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.933675 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.934151 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.934151 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.934592 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.934592 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.934881 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.935081 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.935312 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.935504 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.935667 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.935912 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.936115 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.936365 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.936589 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.936805 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.937018 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.937253 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.937471 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.937703 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.937940 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.938120 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.938330 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.938699 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.938840 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.938985 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.939210 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.939466 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.939680 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.939918 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.940163 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.940395 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.940610 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.940820 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.941280 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.941575 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.941729 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.941926 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.942145 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.942355 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.942585 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.943640 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.943863 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.944139 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.944294 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.944456 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.944666 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.944900 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.945179 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.945481 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.945716 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.945954 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.946188 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.946436 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.946652 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.946868 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.947082 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.947309 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.947899 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.948172 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.948400 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.948668 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.948936 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.949156 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.949398 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.949640 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.949907 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.950136 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.950371 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.950595 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.950865 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.951151 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.951424 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.951680 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.951910 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.952182 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.952451 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.952701 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.952950 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.953225 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.953510 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.953775 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.954037 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.954281 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.954505 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.954760 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.954987 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.955242 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.955513 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.955739 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.955980 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.956277 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.956538 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.956753 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.959455 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.959455 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.959455 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.959455 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.959455 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.959455 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.959455 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.960114 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.960114 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.960114 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.960325 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.960568 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.960824 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.961085 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.961299 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.961512 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.961832 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.962007 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.962418 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.962418 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.962730 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.963048 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.963048 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.963670 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.963670 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.963670 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.965854 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.965854 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.965854 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.965854 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.965854 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.965854 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.965854 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.965854 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.967746 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.967746 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.967746 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.967746 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.967746 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.967746 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.967746 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.967746 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.968635 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.968635 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.968635 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.968635 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.968635 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.968635 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.969051 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.969051 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.969195 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.969456 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.969725 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.969928 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.970144 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.970380 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.970629 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.970974 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.971223 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.971472 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.971731 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.971965 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.972183 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.973055 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.973055 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.973055 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.973055 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.973342 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.973495 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.973729 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.974074 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.974270 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.974477 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.974688 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.974892 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.975101 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.975428 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.975673 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.975905 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.976137 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.976362 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.976822 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.977240 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.977626 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.978038 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.978511 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.978991 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.979610 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.980053 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.980532 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.981011 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.981491 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.981929 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.982417 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.982892 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.983376 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.983847 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.984293 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.984729 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.985119 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.985577 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.986138 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.986697 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.987173 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.987727 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.988245 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.988717 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.989120 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.989470 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.990029 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.990279 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.990504 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.990723 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.990969 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.991224 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.991568 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.991843 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.992090 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.992340 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.992808 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.993132 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.993415 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.993647 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.993947 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.994265 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.994568 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.994819 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.995051 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.995335 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.995593 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.995828 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.996254 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.996475 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.996691 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.996933 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.997161 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.997383 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.997596 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.997823 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.998036 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.998289 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.998519 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.998759 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.998991 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:21.999148 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 11:53:21.999748 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78653) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 17 11:53:21.999909 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 11:53:22.000058 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 11:53:22.000235 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 11:53:22.000401 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 11:53:22.000549 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 11:53:22.000748 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.000907 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.001063 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.001218 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.001373 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.001566 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.001724 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.001879 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.002034 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.002188 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.002342 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.002499 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.002655 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.002806 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.002960 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.003114 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.003267 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.003445 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.003609 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.003760 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.004084 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.004240 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.004394 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] debug = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.004548 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.004724 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.004884 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.005025 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.005694 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.005850 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.006067 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.006152 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.006315 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.006426 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.006584 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.006736 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.006889 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.007042 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.007195 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.007378 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.007527 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.007681 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] host = dv-cinder-734144-19-smb {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.007835 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.007989 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.008144 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.008299 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.008468 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.008611 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.008762 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.009062 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.009221 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.009374 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.009532 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.009682 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.009973 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.010270 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_file = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.010422 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_options = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.010729 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.010885 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.011039 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.011215 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.011393 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.011695 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.011845 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.012195 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.012195 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.012490 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.012490 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.012787 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.012787 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.013035 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.013035 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.013442 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.013442 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.013442 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.013935 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.013935 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.013935 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.014365 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.014365 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.014365 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.014746 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.014746 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.014746 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.015092 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.015092 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.015092 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.015497 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.015497 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.015708 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.015708 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.015851 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.016005 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.016158 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.016341 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.016495 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.018247 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.018247 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.018247 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.018247 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.018247 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.018247 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.018247 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] use_json = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.018247 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.019649 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.019649 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.019649 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.019649 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.019649 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.019649 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.019649 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:53:22.019649 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.020671 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.020671 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.020671 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.020671 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.020671 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.020671 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.020671 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.020671 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.022752 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.022752 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.022752 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.022752 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.022752 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.022752 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.022752 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.022752 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.024042 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.024042 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.024042 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.024042 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.024042 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.024042 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.024042 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.024042 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.025040 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.025040 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.025040 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.025040 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.025040 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.025040 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.025040 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.025040 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.026029 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.026029 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.026029 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.026029 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.026029 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.026029 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.026029 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.026029 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.026029 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.027146 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.027146 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.027146 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.027146 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.027146 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.027146 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.027146 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.027146 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.027146 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.028299 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.028299 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.028299 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.028299 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.028299 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.028299 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.028299 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.028299 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.028299 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.029460 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.029460 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.029460 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.029460 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.029460 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.029460 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.029460 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.029460 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.029460 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.030080 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.030080 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.030080 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.030080 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.030080 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.030423 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.030510 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.030591 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:22.030676 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.030805 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.030964 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.031134 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.031268 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.031450 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.031610 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.031770 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.031938 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.032110 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.032268 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.032426 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.032585 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.032743 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.032901 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.033063 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.033223 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.033383 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.033540 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.033698 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.033855 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.034018 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.034254 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.034413 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.034541 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.034665 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.034788 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.034927 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.035073 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.035232 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.035412 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.035572 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.035729 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.035887 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.036043 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.036210 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.036390 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.037118 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.037278 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.037445 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.037615 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.037774 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.037932 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.038091 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.038248 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.038405 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.038563 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.038720 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.038878 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.039036 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.039194 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.039373 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.039549 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.039707 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.039865 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.040028 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.040209 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.040369 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.040527 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.040687 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.040845 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.041020 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.041150 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.041307 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.041464 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.041622 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.041780 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.041938 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.042095 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.042254 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.042412 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.042570 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.042730 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.042889 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.043048 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.043273 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.043538 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.043538 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.043780 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.043904 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.044028 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.044564 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.044564 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.044564 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.044564 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.045053 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.045053 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.045053 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.045396 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.045396 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.045629 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.045629 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.045902 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.045902 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.046154 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.046154 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.046388 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.046511 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.046635 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.046758 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.046873 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.047036 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.047195 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.047391 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.047531 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.047690 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.047849 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.048008 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.048167 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.048530 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.048530 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.048709 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.048792 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.048934 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.049090 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.049248 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.049405 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.049563 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.049719 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.049881 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.050039 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.050196 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.050356 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.050518 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.050676 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.050834 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.050991 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.051148 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.051306 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.051487 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.051657 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.051817 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.052093 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.052739 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.052873 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.052997 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.053155 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.053313 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.053489 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.053626 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.053804 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.053947 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.054082 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.054243 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.054400 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.054565 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.054721 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.054914 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.055061 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.055216 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.055446 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.055587 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.055720 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.055853 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.055988 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.056207 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.056357 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.056491 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.056658 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.056818 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.056975 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.057133 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.057365 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.057527 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.057687 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.057846 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.058004 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.058161 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.058335 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.058485 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.058653 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.058819 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.059009 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.059149 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.059292 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.059477 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.059637 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.059822 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.059978 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.060360 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.060360 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.060606 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.060606 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.060842 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.060927 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.061060 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.061217 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.061374 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.061531 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.061689 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.061846 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.062003 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.062160 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.062317 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.062475 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.062633 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.062791 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.062948 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:53:22.063098 dv-cinder-734144-19-smb neutron-server[78653]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 11:53:22.140205 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 46514) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:22.148858 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065114 May 17 11:53:33.023865 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c02226-14be-4045-b0b0-9fb4283f382e None None] get_active_networks_info from dv-cinder-734144-19-smb {{(pid=78760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 17 11:53:33.099652 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c02226-14be-4045-b0b0-9fb4283f382e None None] No non-hosted networks {{(pid=78760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 17 11:53:33.127807 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.agentschedulers_db [None req-d2c02226-14be-4045-b0b0-9fb4283f382e None None] DHCP Agent not found on host dv-cinder-734144-19-smb {{(pid=78760) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 17 11:53:33.229064 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-b559bfad-596d-4880-837b-2c7bb040dc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836'] for agent, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:35.531925 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d15c9f43-80a5-40f5-9d4a-864d232c2ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836'] for agent, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:35.592169 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-80c5ba0d-6825-4ef5-abe7-8aba80a60c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:35.631444 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836'] for agent, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:35.632829 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:35.633840 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:35.635633 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:35.637352 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:35.637802 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:35.638231 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:35.639479 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:35.640040 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:35.642633 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:35.643892 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:35.648995 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:35.649606 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:35.655611 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-734144-19-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:35.673352 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-734144-19-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:36.661956 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836'] for agent, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:38.104416 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.db.l3_hamode_db [None req-36e71a30-3c9d-4938-8d28-3beb43e02d34 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 17 11:53:38.190689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e71a30-3c9d-4938-8d28-3beb43e02d34 None None] Routers set() bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 11:53:38.191061 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e71a30-3c9d-4938-8d28-3beb43e02d34 None None] Router IDs set() for agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 17 11:53:38.427235 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836'] for agent, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:39.682918 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 46602) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:40.265387 dv-cinder-734144-19-smb neutron-server[78758]: WARNING oslo_policy.policy [None req-93fdc4c2-d647-4a1f-9466-1c185b88639e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:40.265969 dv-cinder-734144-19-smb neutron-server[78758]: WARNING oslo_policy.policy [None req-93fdc4c2-d647-4a1f-9466-1c185b88639e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:40.482194 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [None req-93fdc4c2-d647-4a1f-9466-1c185b88639e admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=78758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 11:53:40.483197 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-93fdc4c2-d647-4a1f-9466-1c185b88639e admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7993450 May 17 11:53:42.818063 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 46616) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:43.182922 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-273e0872-32bc-47fd-8627-4d8ca07dc691 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:53:43.281091 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.policy [None req-273e0872-32bc-47fd-8627-4d8ca07dc691 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78758) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 11:53:43.327206 dv-cinder-734144-19-smb neutron-server[78758]: WARNING oslo_policy.policy [None req-273e0872-32bc-47fd-8627-4d8ca07dc691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:43.327602 dv-cinder-734144-19-smb neutron-server[78758]: WARNING oslo_policy.policy [None req-273e0872-32bc-47fd-8627-4d8ca07dc691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:43.336653 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.quota [None req-273e0872-32bc-47fd-8627-4d8ca07dc691 admin admin] Loaded quota_driver: . May 17 11:53:43.352410 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-273e0872-32bc-47fd-8627-4d8ca07dc691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:53:43.411007 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-273e0872-32bc-47fd-8627-4d8ca07dc691 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789611825979', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789611825390', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789611844436', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789611843256', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789611861394', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789611859083', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16214190', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16104943', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-289509', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1736997'] for rbac-policy, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:43.472554 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-273e0872-32bc-47fd-8627-4d8ca07dc691 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:43.474544 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-273e0872-32bc-47fd-8627-4d8ca07dc691 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6555324 May 17 11:53:46.076804 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 46630) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:46.658610 dv-cinder-734144-19-smb neutron-server[78759]: WARNING oslo_policy.policy [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:46.659217 dv-cinder-734144-19-smb neutron-server[78759]: WARNING oslo_policy.policy [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:46.877247 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:53:46.878908 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.quota [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Loaded quota_driver: . May 17 11:53:46.895018 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:53:46.902446 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Usage tracker for resource:network and tenant:cd05e15ae8ea421cbcc8b1213ff49ed6 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:53:46.908054 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:53:46.915612 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:53:46.932038 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Made reservation on behalf of cd05e15ae8ea421cbcc8b1213ff49ed6 for: {'network': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:53:47.006726 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.policy [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78759) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 11:53:47.052661 dv-cinder-734144-19-smb neutron-server[78759]: WARNING oslo_policy.policy [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:47.053036 dv-cinder-734144-19-smb neutron-server[78759]: WARNING oslo_policy.policy [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:47.062889 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:47.085252 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:47.101387 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:53:47.105148 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Usage tracker for resource:security_group_rule and tenant:cd05e15ae8ea421cbcc8b1213ff49ed6 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:53:47.110479 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:53:47.116691 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:53:47.216171 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:47.219643 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:47.225023 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:47.244826 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=78759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 11:53:47.269119 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789608079818', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:47.269701 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Unsubscribe: segment precommit_create {{(pid=78759) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 17 11:53:47.270189 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.db.segments_db [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Added segment 84b6de51-f328-4658-adaf-f1b4b131540c of type vlan for network f352d038-a8cf-4216-bbce-772b6828ca84 May 17 11:53:47.278532 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b65ef7-dd90-45c0-9073-b90edc420308,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:47.338141 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.338484 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.338809 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.339120 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.339451 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.339762 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.340066 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.340373 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.340681 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.340974 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.341270 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.341566 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Tracked resource versions report: May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: pushed versions: May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: { 'AddressGroup': {'1.2'}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'ConntrackHelper': {'1.0'}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'Log': {'1.0'}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'Network': {'1.1'}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'Port': {'1.7'}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'PortForwarding': {'1.2'}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'QosPolicy': {'1.8'}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'SecurityGroup': {'1.4'}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'SecurityGroupRule': {'1.2'}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'SubPort': {'1.0'}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'Subnet': {'1.1'}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'Trunk': {'1.1'}} May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: consumer versions: May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: { DHCP agent@dv-cinder-734144-19-smb: {}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: L3 agent@dv-cinder-734144-19-smb: {}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: Metadata agent@dv-cinder-734144-19-smb: {}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: Metering agent@dv-cinder-734144-19-smb: {}, May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: Open vSwitch agent@dv-cinder-734144-19-smb: { 'AddressGroup': '1.2', May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'ConntrackHelper': '1.0', May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'Log': '1.0', May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'Network': '1.1', May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'Port': '1.7', May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'PortForwarding': '1.2', May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'QosPolicy': '1.8', May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'SecurityGroup': '1.4', May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'SecurityGroupRule': '1.2', May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'SubPort': '1.0', May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'Subnet': '1.1', May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: 'Trunk': '1.1'}} May 17 11:53:47.342657 dv-cinder-734144-19-smb neutron-server[78759]: {{(pid=78759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 11:53:47.391392 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:47.395216 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:47.432931 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:47.434506 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:53:47.435178 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:47.439690 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:47.541376 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Pushing event updated for resources: {'Network': ['ID=f352d038-a8cf-4216-bbce-772b6828ca84,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:47.544061 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4652061 May 17 11:53:47.545734 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:47.555006 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network f352d038-a8cf-4216-bbce-772b6828ca84 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 11:53:50.298898 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 46652) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:50.753471 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a752a68-cd09-4bef-8b5c-58c71e60e2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:53:50.755553 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-3a752a68-cd09-4bef-8b5c-58c71e60e2d9 admin admin] 10.222.0.47 "GET /v2.0/networks/f352d038-a8cf-4216-bbce-772b6828ca84 HTTP/1.1" status: 200 len: 825 time: 0.4556127 May 17 11:53:50.785270 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-26bcebf8-e491-4f9f-b2c4-dd2ca4a41391 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/36aae9f1-cebc-40f5-9482-2ac7aaaf2b14 HTTP/1.1" status: 200 len: 734 time: 0.0240612 May 17 11:53:50.794251 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Request body: {'subnet': {'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84', 'gateway_ip': '172.20.0.1', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '36aae9f1-cebc-40f5-9482-2ac7aaaf2b14'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:53:50.799184 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:53:50.803518 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Usage tracker for resource:subnet and tenant:cd05e15ae8ea421cbcc8b1213ff49ed6 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:53:50.806374 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:53:50.812484 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:53:50.822800 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Made reservation on behalf of cd05e15ae8ea421cbcc8b1213ff49ed6 for: {'subnet': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:53:50.825104 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:51.304183 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665'] for subnet, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:51.308377 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:51.390559 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=167413ee-88af-4b44-af21-09159846496a,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:51.392444 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Checking segment: {'id': '84b6de51-f328-4658-adaf-f1b4b131540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:53:51.392822 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Network hostable DHCP agents. Network: f352d038-a8cf-4216-bbce-772b6828ca84, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 11:53:51.401721 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:51.413822 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Network f352d038-a8cf-4216-bbce-772b6828ca84 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 11:53:51.424177 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, f352d038-a8cf-4216-bbce-772b6828ca84) {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:53:51.429884 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:53:51.430454 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:51.435503 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb0df58-316c-463e-9b40-ba61ef8a8d9c None None] Network f352d038-a8cf-4216-bbce-772b6828ca84 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:53:51.450253 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6593387 May 17 11:53:51.771386 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6531aa3-8b96-5257-aa5e-fc09eb435c5b-f352d038-a8cf-4216-bbce-772b6828ca84', 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'fixed_ips': [{'subnet_id': '167413ee-88af-4b44-af21-09159846496a'}]}} from dv-cinder-734144-19-smb. {{(pid=78760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 11:53:51.772621 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:51.970010 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.db_base_plugin_common [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Allocated IP 172.20.0.2 (f352d038-a8cf-4216-bbce-772b6828ca84/167413ee-88af-4b44-af21-09159846496a/a1c0d18d-2531-4986-9fd0-207e4f5ad4c6) {{(pid=78760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 11:53:52.210966 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Notify callbacks [] for port, precommit_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:52.225450 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Transition to ACTIVE for port object a1c0d18d-2531-4986-9fd0-207e4f5ad4c6 will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:53:52.248272 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Transition to ACTIVE for port object a1c0d18d-2531-4986-9fd0-207e4f5ad4c6 will not be triggered until provisioned by entity DHCP. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:53:52.255759 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:52.260905 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:52.322812 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Network f352d038-a8cf-4216-bbce-772b6828ca84 is already hosted by enough agents. {{(pid=78760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:53:52.325678 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.base_scheduler [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Resources bound (agent type, host, resource id): {{(pid=78760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:53:52.337615 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Received port after_create {{(pid=78760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 11:53:52.339875 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Pushing event updated for resources: {'Port': ['ID=a1c0d18d-2531-4986-9fd0-207e4f5ad4c6,revision_number=1']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:52.349669 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:52.349998 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:52.350356 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:52.350639 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:52.350959 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:52.351274 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:52.351613 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:52.351928 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:52.352258 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:52.352611 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:52.352877 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:52.353182 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Tracked resource versions report: May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: pushed versions: May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: { 'AddressGroup': {'1.2'}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'ConntrackHelper': {'1.0'}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'Log': {'1.0'}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'Network': {'1.1'}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'Port': {'1.7'}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'PortForwarding': {'1.2'}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'QosPolicy': {'1.8'}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'SecurityGroup': {'1.4'}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'SecurityGroupRule': {'1.2'}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'SubPort': {'1.0'}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'Subnet': {'1.1'}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'Trunk': {'1.1'}} May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: consumer versions: May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: { DHCP agent@dv-cinder-734144-19-smb: {}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: L3 agent@dv-cinder-734144-19-smb: {}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: Metadata agent@dv-cinder-734144-19-smb: {}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: Metering agent@dv-cinder-734144-19-smb: {}, May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: Open vSwitch agent@dv-cinder-734144-19-smb: { 'AddressGroup': '1.2', May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'ConntrackHelper': '1.0', May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'Log': '1.0', May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'Network': '1.1', May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'Port': '1.7', May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'PortForwarding': '1.2', May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'QosPolicy': '1.8', May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'SecurityGroup': '1.4', May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'SecurityGroupRule': '1.2', May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'SubPort': '1.0', May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'Subnet': '1.1', May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: 'Trunk': '1.1'}} May 17 11:53:52.354351 dv-cinder-734144-19-smb neutron-server[78760]: {{(pid=78760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 11:53:52.388149 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:52.447379 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Attempting to bind port a1c0d18d-2531-4986-9fd0-207e4f5ad4c6 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 11:53:52.448043 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Attempting to bind port a1c0d18d-2531-4986-9fd0-207e4f5ad4c6 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '84b6de51-f328-4658-adaf-f1b4b131540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 11:53:52.448262 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Attempting to bind port a1c0d18d-2531-4986-9fd0-207e4f5ad4c6 on network f352d038-a8cf-4216-bbce-772b6828ca84 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 11:53:52.454019 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 11, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 11:53:52.454437 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Checking segment: {'id': '84b6de51-f328-4658-adaf-f1b4b131540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:53:52.454921 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:52.455312 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Bound using segment: {'id': '84b6de51-f328-4658-adaf-f1b4b131540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 11:53:52.455815 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Bound port: a1c0d18d-2531-4986-9fd0-207e4f5ad4c6, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b6de51-f328-4658-adaf-f1b4b131540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 11:53:52.456202 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:52.558419 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] For port a1c0d18d-2531-4986-9fd0-207e4f5ad4c6, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 11:53:52.562445 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] For port a1c0d18d-2531-4986-9fd0-207e4f5ad4c6, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=a1c0d18d-2531-4986-9fd0-207e4f5ad4c6,segment=NetworkSegment(84b6de51-f328-4658-adaf-f1b4b131540c),segment_id=84b6de51-f328-4658-adaf-f1b4b131540c)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 11:53:52.569369 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:52.573326 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:52.660303 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Pushing event updated for resources: {'Port': ['ID=a1c0d18d-2531-4986-9fd0-207e4f5ad4c6,revision_number=2']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:52.664007 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:53.917793 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 46662) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:54.315862 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [None req-ba53555e-7c9a-4233-8d41-89132be45921 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=78758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 11:53:54.317467 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-ba53555e-7c9a-4233-8d41-89132be45921 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3983295 May 17 11:53:57.234722 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 46672) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:57.702379 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [None req-54ddf084-65e2-47bb-8a47-0f91a9202727 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=78758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 11:53:57.703456 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-54ddf084-65e2-47bb-8a47-0f91a9202727 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4677563 May 17 11:53:57.915628 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device a1c0d18d-2531-4986-9fd0-207e4f5ad4c6 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:53:57.991263 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port a1c0d18d-2531-4986-9fd0-207e4f5ad4c6 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:53:58.746393 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc1a1f-a33a-4536-9611-119db8b0b4d9 None None] Network f352d038-a8cf-4216-bbce-772b6828ca84 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:53:58.842712 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-7c68313c-c76c-40bf-8772-e89d73a61bb4 None None] Provisioning for port a1c0d18d-2531-4986-9fd0-207e4f5ad4c6 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:53:58.849447 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-7c68313c-c76c-40bf-8772-e89d73a61bb4 None None] Provisioning complete for port a1c0d18d-2531-4986-9fd0-207e4f5ad4c6 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:53:58.849960 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-7c68313c-c76c-40bf-8772-e89d73a61bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:59.052771 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-7c68313c-c76c-40bf-8772-e89d73a61bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:59.129497 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-7c68313c-c76c-40bf-8772-e89d73a61bb4 None None] For port a1c0d18d-2531-4986-9fd0-207e4f5ad4c6, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=a1c0d18d-2531-4986-9fd0-207e4f5ad4c6,segment=NetworkSegment(84b6de51-f328-4658-adaf-f1b4b131540c),segment_id=84b6de51-f328-4658-adaf-f1b4b131540c)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 11:53:59.138851 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-7c68313c-c76c-40bf-8772-e89d73a61bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:59.143234 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:59.250762 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68313c-c76c-40bf-8772-e89d73a61bb4 None None] Pushing event updated for resources: {'Port': ['ID=a1c0d18d-2531-4986-9fd0-207e4f5ad4c6,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:59.253922 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-7c68313c-c76c-40bf-8772-e89d73a61bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:59.466052 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-260e3baa-735c-414b-b617-5589bf9b68c1 None None] Provisioning complete for port a1c0d18d-2531-4986-9fd0-207e4f5ad4c6 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:53:59.466418 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-260e3baa-735c-414b-b617-5589bf9b68c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:59.859809 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device a1c0d18d-2531-4986-9fd0-207e4f5ad4c6 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:53:59.929349 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port a1c0d18d-2531-4986-9fd0-207e4f5ad4c6 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:53:59.929720 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:00.468703 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 46688) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:54:00.841502 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-460c95ed-7681-4e53-b272-ecfe0418bffb admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:54:00.846717 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-460c95ed-7681-4e53-b272-ecfe0418bffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:54:00.858213 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-460c95ed-7681-4e53-b272-ecfe0418bffb admin admin] Usage tracker for resource:router and tenant:cd05e15ae8ea421cbcc8b1213ff49ed6 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:54:00.861696 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-460c95ed-7681-4e53-b272-ecfe0418bffb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:54:00.869207 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-460c95ed-7681-4e53-b272-ecfe0418bffb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:54:00.880352 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-460c95ed-7681-4e53-b272-ecfe0418bffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-435921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127245'] for router, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:00.882203 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-460c95ed-7681-4e53-b272-ecfe0418bffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127258'] for router, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:00.906183 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-460c95ed-7681-4e53-b272-ecfe0418bffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:00.958947 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 5 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:54:01.021704 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-460c95ed-7681-4e53-b272-ecfe0418bffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394920'] for router, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:01.041159 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-460c95ed-7681-4e53-b272-ecfe0418bffb admin admin] Notify callbacks [] for router, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:01.042329 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-460c95ed-7681-4e53-b272-ecfe0418bffb admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5726542 May 17 11:54:02.938284 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2f823592-b7f3-44c1-91c4-c241d79b4767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:03.433979 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 46698) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:54:03.818750 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [None req-7084ec30-9f34-415f-a50b-c3e8c5bf4ad9 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=78759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 11:54:03.819726 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-7084ec30-9f34-415f-a50b-c3e8c5bf4ad9 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3846614 May 17 11:54:05.536044 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-6fb0f5ea-8154-424f-a010-f0d959f96c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:05.615853 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:06.272576 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 46708) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:54:06.586827 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:06.693294 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:54:06.698941 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:54:06.703679 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Usage tracker for resource:network and tenant:b39bcc218231449e8529da9bb56ac1ad is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:54:06.708431 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:54:06.715381 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:54:06.725895 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Made reservation on behalf of b39bcc218231449e8529da9bb56ac1ad for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:54:06.728773 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:06.747012 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:06.762320 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:54:06.766253 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Usage tracker for resource:security_group_rule and tenant:b39bcc218231449e8529da9bb56ac1ad is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:54:06.770213 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:54:06.776019 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:54:06.878901 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:06.883589 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:06.888065 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:54:06.901169 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Reserving flat network on physical network physnet1 {{(pid=78758) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 17 11:54:06.932914 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789608079818', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:06.933435 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Unsubscribe: segment precommit_create {{(pid=78758) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 17 11:54:06.933908 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Added segment 2618362e-5c3c-4c71-9d7d-488c65cef9b8 of type flat for network c7032b67-ae9d-4252-ba6d-57576c0c23c3 May 17 11:54:06.984876 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0aea7a-2a7d-4219-9a16-0984a57a69b6,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:54:07.007747 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:07.008098 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:07.008431 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:07.008768 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:07.009079 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:07.009398 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:07.009712 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:07.010026 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:07.010339 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:07.010651 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:07.010955 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:07.011260 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Tracked resource versions report: May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: pushed versions: May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: { 'AddressGroup': {'1.2'}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'ConntrackHelper': {'1.0'}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'Log': {'1.0'}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'Network': {'1.1'}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'Port': {'1.7'}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'PortForwarding': {'1.2'}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'QosPolicy': {'1.8'}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'SecurityGroup': {'1.4'}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'SecurityGroupRule': {'1.2'}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'SubPort': {'1.0'}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'Subnet': {'1.1'}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'Trunk': {'1.1'}} May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: consumer versions: May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: { DHCP agent@dv-cinder-734144-19-smb: {}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: L3 agent@dv-cinder-734144-19-smb: {}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: Metadata agent@dv-cinder-734144-19-smb: {}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: Metering agent@dv-cinder-734144-19-smb: {}, May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: Open vSwitch agent@dv-cinder-734144-19-smb: { 'AddressGroup': '1.2', May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'ConntrackHelper': '1.0', May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'Log': '1.0', May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'Network': '1.1', May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'Port': '1.7', May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'PortForwarding': '1.2', May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'QosPolicy': '1.8', May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'SecurityGroup': '1.4', May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'SecurityGroupRule': '1.2', May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'SubPort': '1.0', May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'Subnet': '1.1', May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: 'Trunk': '1.1'}} May 17 11:54:07.012412 dv-cinder-734144-19-smb neutron-server[78758]: {{(pid=78758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 11:54:07.067180 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:07.072465 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:54:07.116215 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:07.117716 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:54:07.118377 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:07.123179 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:54:07.229818 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9560752 May 17 11:54:07.232595 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Pushing event updated for resources: {'Network': ['ID=c7032b67-ae9d-4252-ba6d-57576c0c23c3,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:54:07.239386 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:54:07.245325 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 11:54:08.391018 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:09.646987 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 46732) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:54:09.900162 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdff75c-32dd-4b1d-bf03-721f759a13ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:54:09.901438 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-6cdff75c-32dd-4b1d-bf03-721f759a13ce admin admin] 10.222.0.47 "GET /v2.0/subnets/167413ee-88af-4b44-af21-09159846496a HTTP/1.1" status: 200 len: 849 time: 0.2535887 May 17 11:54:10.053076 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-4c71d7ca-1ba0-40a2-beb9-5e50cfa03345 admin admin] 10.222.0.47 "GET /v2.0/routers/1282d793-477d-4d64-bf41-ac8fc53685b3 HTTP/1.1" status: 200 len: 704 time: 0.1460016 May 17 11:54:10.515792 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:10.759308 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Allocated IP 172.20.0.1 (f352d038-a8cf-4216-bbce-772b6828ca84/167413ee-88af-4b44-af21-09159846496a/e51a6c92-e536-4a48-b085-701338100f90) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 11:54:10.939908 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:10.959494 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Transition to ACTIVE for port object e51a6c92-e536-4a48-b085-701338100f90 will not be triggered until provisioned by entity DHCP. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:54:11.016996 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:11.022162 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:54:11.088629 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Network f352d038-a8cf-4216-bbce-772b6828ca84 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:54:11.089770 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:54:11.093640 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 11:54:11.094127 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434515'] for router_interface, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:11.278810 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=e51a6c92-e536-4a48-b085-701338100f90,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:54:11.289424 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-62be4ad5-2ffb-48a3-ac50-6793fe468f32 None None] Provisioning for port e51a6c92-e536-4a48-b085-701338100f90 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:54:11.294942 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:54:11.296478 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-62be4ad5-2ffb-48a3-ac50-6793fe468f32 None None] Provisioning complete for port e51a6c92-e536-4a48-b085-701338100f90 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:54:11.296478 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-62be4ad5-2ffb-48a3-ac50-6793fe468f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:11.349654 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-62be4ad5-2ffb-48a3-ac50-6793fe468f32 None None] Port e51a6c92-e536-4a48-b085-701338100f90 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 11:54:11.424540 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:11.651326 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:11.655521 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:11.656590 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399604'] for router_interface, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:11.660510 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:54:11.786601 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=e51a6c92-e536-4a48-b085-701338100f90,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:54:11.795029 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:54:11.851339 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Network f352d038-a8cf-4216-bbce-772b6828ca84 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:54:11.852425 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:54:12.042151 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Router 1282d793-477d-4d64-bf41-ac8fc53685b3 is scheduled to L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b with binding_index 1 {{(pid=78759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 11:54:12.072601 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-ffa4c87f-a41d-4d59-9848-7b42d335f100 None None] Provisioning complete for port e51a6c92-e536-4a48-b085-701338100f90 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:54:12.072974 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-ffa4c87f-a41d-4d59-9848-7b42d335f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:12.129312 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4c87f-a41d-4d59-9848-7b42d335f100 None None] Port e51a6c92-e536-4a48-b085-701338100f90 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 11:54:12.198424 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 11:54:12.209346 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] 10.222.0.47 "PUT /v2.0/routers/1282d793-477d-4d64-bf41-ac8fc53685b3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1492820 May 17 11:54:12.209537 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Sync routers for ids ['1282d793-477d-4d64-bf41-ac8fc53685b3'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 11:54:12.218329 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Routers {'1282d793-477d-4d64-bf41-ac8fc53685b3'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 11:54:12.219177 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T11:54:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['1282d793-477d-4d64-bf41-ac8fc53685b3'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:54:12.396524 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Set router 1282d793-477d-4d64-bf41-ac8fc53685b3 gateway port host: None {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 11:54:12.776556 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'name': 'router1', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T11:54:00Z', 'updated_at': '2021-05-17T11:54:11Z', 'revision_number': 2, 'project_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'gw_port_host': None, '_interfaces': [{'id': 'e51a6c92-e536-4a48-b085-701338100f90', 'name': '', 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'mac_address': 'fa:16:3e:9f:85:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '167413ee-88af-4b44-af21-09159846496a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:54:10Z', 'updated_at': '2021-05-17T11:54:11Z', 'revision_number': 2, 'project_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'subnets': [{'id': '167413ee-88af-4b44-af21-09159846496a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36aae9f1-cebc-40f5-9482-2ac7aaaf2b14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:54:12.781446 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Checking router: 1282d793-477d-4d64-bf41-ac8fc53685b3 for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 11:54:12.781820 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Updating router 1282d793-477d-4d64-bf41-ac8fc53685b3 port e51a6c92-e536-4a48-b085-701338100f90 binding host dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 11:54:12.836241 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:13.225168 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Notify callbacks [] for port, precommit_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:13.239638 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.provisioning_blocks [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Transition to ACTIVE for port object e51a6c92-e536-4a48-b085-701338100f90 will not be triggered until provisioned by entity L2. {{(pid=78761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:54:13.246249 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:13.252502 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:54:13.474595 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Pushing event updated for resources: {'Port': ['ID=e51a6c92-e536-4a48-b085-701338100f90,revision_number=3']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:54:13.484317 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:13.484593 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:13.484921 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:13.485247 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:13.485563 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:13.485882 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:13.486196 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:13.486509 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:13.486828 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:13.487144 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:13.487474 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:13.487782 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Tracked resource versions report: May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: pushed versions: May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: { 'AddressGroup': {'1.2'}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'ConntrackHelper': {'1.0'}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'Log': {'1.0'}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'Network': {'1.1'}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'Port': {'1.7'}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'PortForwarding': {'1.2'}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'QosPolicy': {'1.8'}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'SecurityGroup': {'1.4'}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'SecurityGroupRule': {'1.2'}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'SubPort': {'1.0'}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'Subnet': {'1.1'}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'Trunk': {'1.1'}} May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: consumer versions: May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: { DHCP agent@dv-cinder-734144-19-smb: {}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: L3 agent@dv-cinder-734144-19-smb: {}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: Metadata agent@dv-cinder-734144-19-smb: {}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: Metering agent@dv-cinder-734144-19-smb: {}, May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: Open vSwitch agent@dv-cinder-734144-19-smb: { 'AddressGroup': '1.2', May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'ConntrackHelper': '1.0', May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'Log': '1.0', May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'Network': '1.1', May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'Port': '1.7', May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'PortForwarding': '1.2', May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'QosPolicy': '1.8', May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'SecurityGroup': '1.4', May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'SecurityGroupRule': '1.2', May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'SubPort': '1.0', May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'Subnet': '1.1', May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: 'Trunk': '1.1'}} May 17 11:54:13.489775 dv-cinder-734144-19-smb neutron-server[78761]: {{(pid=78761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 11:54:13.493916 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:54:13.494828 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Attempting to bind port e51a6c92-e536-4a48-b085-701338100f90 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 11:54:13.495225 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Attempting to bind port e51a6c92-e536-4a48-b085-701338100f90 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '84b6de51-f328-4658-adaf-f1b4b131540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84'}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 11:54:13.495697 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Attempting to bind port e51a6c92-e536-4a48-b085-701338100f90 on network f352d038-a8cf-4216-bbce-772b6828ca84 {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 11:54:13.501495 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 11:54:13.501902 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Checking segment: {'id': '84b6de51-f328-4658-adaf-f1b4b131540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:54:13.502396 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:13.502781 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Bound using segment: {'id': '84b6de51-f328-4658-adaf-f1b4b131540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84'} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 11:54:13.503285 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Bound port: e51a6c92-e536-4a48-b085-701338100f90, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b6de51-f328-4658-adaf-f1b4b131540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84'}}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 11:54:13.503683 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:13.594948 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] For port e51a6c92-e536-4a48-b085-701338100f90, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 11:54:13.599922 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] For port e51a6c92-e536-4a48-b085-701338100f90, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e51a6c92-e536-4a48-b085-701338100f90,segment=NetworkSegment(84b6de51-f328-4658-adaf-f1b4b131540c),segment_id=84b6de51-f328-4658-adaf-f1b4b131540c)] {{(pid=78761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 11:54:13.604143 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:13.607973 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:54:13.722028 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Routers {'1282d793-477d-4d64-bf41-ac8fc53685b3'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 11:54:13.722028 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T11:54:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['1282d793-477d-4d64-bf41-ac8fc53685b3'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:54:13.854892 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Pushing event updated for resources: {'Port': ['ID=e51a6c92-e536-4a48-b085-701338100f90,revision_number=4']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:54:13.861169 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:54:13.887324 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] Set router 1282d793-477d-4d64-bf41-ac8fc53685b3 gateway port host: None {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 11:54:14.219455 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'name': 'router1', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T11:54:00Z', 'updated_at': '2021-05-17T11:54:11Z', 'revision_number': 2, 'project_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'gw_port_host': None, '_interfaces': [{'id': 'e51a6c92-e536-4a48-b085-701338100f90', 'name': '', 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'mac_address': 'fa:16:3e:9f:85:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '167413ee-88af-4b44-af21-09159846496a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:54:10Z', 'updated_at': '2021-05-17T11:54:13Z', 'revision_number': 4, 'project_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'subnets': [{'id': '167413ee-88af-4b44-af21-09159846496a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36aae9f1-cebc-40f5-9482-2ac7aaaf2b14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:54:14.224400 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df0008-b711-46e5-96c6-0c704bfe13b9 None None] The sync data for ids ['1282d793-477d-4d64-bf41-ac8fc53685b3'] in dv-cinder-734144-19-smb is: [{'id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'name': 'router1', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T11:54:00Z', 'updated_at': '2021-05-17T11:54:11Z', 'revision_number': 2, 'project_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'gw_port_host': None, '_interfaces': [{'id': 'e51a6c92-e536-4a48-b085-701338100f90', 'name': '', 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'mac_address': 'fa:16:3e:9f:85:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '167413ee-88af-4b44-af21-09159846496a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:54:10Z', 'updated_at': '2021-05-17T11:54:13Z', 'revision_number': 4, 'project_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'subnets': [{'id': '167413ee-88af-4b44-af21-09159846496a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36aae9f1-cebc-40f5-9482-2ac7aaaf2b14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 11:54:14.400341 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 46754) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:54:14.551769 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275645ab-39cb-4b34-b10f-1bb59835d752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:54:14.553048 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-275645ab-39cb-4b34-b10f-1bb59835d752 admin admin] 10.222.0.47 "GET /v2.0/networks/c7032b67-ae9d-4252-ba6d-57576c0c23c3 HTTP/1.1" status: 200 len: 842 time: 0.1517277 May 17 11:54:14.562314 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:54:14.568089 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:54:14.571886 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Usage tracker for resource:subnet and tenant:b39bcc218231449e8529da9bb56ac1ad is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:54:14.574670 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:54:14.580305 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:54:14.590519 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Made reservation on behalf of b39bcc218231449e8529da9bb56ac1ad for: {'subnet': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:54:14.592927 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:15.096881 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.objects.ports [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78759) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 17 11:54:15.097338 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665'] for subnet, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:15.101804 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:54:15.172594 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b63a015f-9ad6-4435-b13c-db9b990c15d0,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:54:15.175470 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:54:15.180463 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Checking segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:54:15.180816 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Network hostable DHCP agents. Network: c7032b67-ae9d-4252-ba6d-57576c0c23c3, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 11:54:15.197861 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 11:54:15.207492 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, c7032b67-ae9d-4252-ba6d-57576c0c23c3) {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:54:15.211649 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:54:15.212325 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:15.220763 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e3e117-0ffd-4a58-be66-09552064d2d1 None None] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:54:15.234391 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6754153 May 17 11:54:15.445804 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d4ba9-fbbe-40ab-9fd9-ba2c675a0007 None None] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:54:17.530621 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 46768) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:54:17.789844 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-65571d3f-d86e-4e6e-81c7-4570d8351fcb admin admin] 10.222.0.47 "GET /v2.0/routers/1282d793-477d-4d64-bf41-ac8fc53685b3 HTTP/1.1" status: 200 len: 710 time: 0.2580693 May 17 11:54:17.896022 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e51a6c92-e536-4a48-b085-701338100f90 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:54:17.944327 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b97304-b695-4b55-b6b8-9fd76befef8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:54:17.944915 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-72b97304-b695-4b55-b6b8-9fd76befef8c admin admin] Synchronizing usage tracker for tenant:b39bcc218231449e8529da9bb56ac1ad on resource:network {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 11:54:17.963100 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-72b97304-b695-4b55-b6b8-9fd76befef8c admin admin] Unset dirty status for tenant:b39bcc218231449e8529da9bb56ac1ad on resource:network {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 11:54:17.969144 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-72b97304-b695-4b55-b6b8-9fd76befef8c admin admin] 10.222.0.47 "GET /v2.0/networks/c7032b67-ae9d-4252-ba6d-57576c0c23c3 HTTP/1.1" status: 200 len: 886 time: 0.1695831 May 17 11:54:17.969279 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port e51a6c92-e536-4a48-b085-701338100f90 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:54:17.969279 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port e51a6c92-e536-4a48-b085-701338100f90 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:54:17.969453 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:17.973308 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:54:18.094155 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:18.129422 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port e51a6c92-e536-4a48-b085-701338100f90, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e51a6c92-e536-4a48-b085-701338100f90,segment=NetworkSegment(84b6de51-f328-4658-adaf-f1b4b131540c),segment_id=84b6de51-f328-4658-adaf-f1b4b131540c)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 11:54:18.133451 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:18.136365 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:54:18.205691 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=e51a6c92-e536-4a48-b085-701338100f90,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:54:18.209543 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:54:18.435104 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-435907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127464'] for router, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:18.773470 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:18.830786 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:18.979652 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Allocated IP 172.28.3.124 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/d3a72bac-886a-422e-804e-7ac2a5d86cc9) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 11:54:19.133277 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:19.188849 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:19.194346 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:54:19.289325 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:54:19.290426 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:54:19.296253 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 11:54:19.410049 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Pushing event updated for resources: {'Port': ['ID=d3a72bac-886a-422e-804e-7ac2a5d86cc9,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:54:19.431026 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:54:19.676597 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:19.872897 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e51a6c92-e536-4a48-b085-701338100f90 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:54:19.944536 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port e51a6c92-e536-4a48-b085-701338100f90 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:54:19.944817 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:20.018540 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-435907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127464'] for router, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:20.023155 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-435965'] for router, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:20.205578 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Router 1282d793-477d-4d64-bf41-ac8fc53685b3 has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 11:54:20.400347 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 11:54:20.410599 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Sync routers for ids ['1282d793-477d-4d64-bf41-ac8fc53685b3'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 11:54:20.413833 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Notify callbacks [] for router, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:20.415807 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] 10.222.0.47 "PUT /v2.0/routers/1282d793-477d-4d64-bf41-ac8fc53685b3 HTTP/1.1" status: 200 len: 890 time: 2.4457705 May 17 11:54:20.421305 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Routers {'1282d793-477d-4d64-bf41-ac8fc53685b3'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 11:54:20.422078 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T11:54:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['1282d793-477d-4d64-bf41-ac8fc53685b3'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:54:20.646815 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Set router 1282d793-477d-4d64-bf41-ac8fc53685b3 gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 11:54:20.999270 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'name': 'router1', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3a72bac-886a-422e-804e-7ac2a5d86cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T11:54:00Z', 'updated_at': '2021-05-17T11:54:19Z', 'revision_number': 4, 'project_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'gw_port': {'id': 'd3a72bac-886a-422e-804e-7ac2a5d86cc9', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:54:18Z', 'updated_at': '2021-05-17T11:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': 'e51a6c92-e536-4a48-b085-701338100f90', 'name': '', 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'mac_address': 'fa:16:3e:9f:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '167413ee-88af-4b44-af21-09159846496a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:54:10Z', 'updated_at': '2021-05-17T11:54:18Z', 'revision_number': 5, 'project_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'subnets': [{'id': '167413ee-88af-4b44-af21-09159846496a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36aae9f1-cebc-40f5-9482-2ac7aaaf2b14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:54:21.004991 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Checking router: 1282d793-477d-4d64-bf41-ac8fc53685b3 for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 11:54:21.005348 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Updating router 1282d793-477d-4d64-bf41-ac8fc53685b3 port d3a72bac-886a-422e-804e-7ac2a5d86cc9 binding host dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 11:54:21.060694 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:21.400880 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Notify callbacks [] for port, precommit_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:21.413268 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Transition to ACTIVE for port object d3a72bac-886a-422e-804e-7ac2a5d86cc9 will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:54:21.420405 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:21.424608 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:54:21.501295 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Attempting to bind port d3a72bac-886a-422e-804e-7ac2a5d86cc9 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 11:54:21.501666 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Attempting to bind port d3a72bac-886a-422e-804e-7ac2a5d86cc9 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 11:54:21.502028 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Attempting to bind port d3a72bac-886a-422e-804e-7ac2a5d86cc9 on network c7032b67-ae9d-4252-ba6d-57576c0c23c3 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 11:54:21.504001 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfa5f9-4efd-4658-8cbe-79643b407229 None None] Pushing event updated for resources: {'Port': ['ID=d3a72bac-886a-422e-804e-7ac2a5d86cc9,revision_number=2']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:54:21.507602 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-7fdfa5f9-4efd-4658-8cbe-79643b407229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:54:21.510078 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 11:54:21.510455 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Checking segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:54:21.510865 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:21.511250 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Bound using segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 11:54:21.512291 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Bound port: d3a72bac-886a-422e-804e-7ac2a5d86cc9, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 11:54:21.512291 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:21.587898 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] For port d3a72bac-886a-422e-804e-7ac2a5d86cc9, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 11:54:21.590879 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] For port d3a72bac-886a-422e-804e-7ac2a5d86cc9, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=d3a72bac-886a-422e-804e-7ac2a5d86cc9,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 11:54:21.595851 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:21.600281 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-7c68313c-c76c-40bf-8772-e89d73a61bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:54:21.678725 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfa5f9-4efd-4658-8cbe-79643b407229 None None] Pushing event updated for resources: {'Port': ['ID=d3a72bac-886a-422e-804e-7ac2a5d86cc9,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:54:21.681213 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Routers {'1282d793-477d-4d64-bf41-ac8fc53685b3'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 11:54:21.681815 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T11:54:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['1282d793-477d-4d64-bf41-ac8fc53685b3'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:54:21.733728 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-7fdfa5f9-4efd-4658-8cbe-79643b407229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:54:21.868623 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] Set router 1282d793-477d-4d64-bf41-ac8fc53685b3 gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 11:54:22.226472 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'name': 'router1', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3a72bac-886a-422e-804e-7ac2a5d86cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T11:54:00Z', 'updated_at': '2021-05-17T11:54:19Z', 'revision_number': 4, 'project_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'gw_port': {'id': 'd3a72bac-886a-422e-804e-7ac2a5d86cc9', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:54:18Z', 'updated_at': '2021-05-17T11:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': 'e51a6c92-e536-4a48-b085-701338100f90', 'name': '', 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'mac_address': 'fa:16:3e:9f:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '167413ee-88af-4b44-af21-09159846496a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:54:10Z', 'updated_at': '2021-05-17T11:54:18Z', 'revision_number': 5, 'project_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'subnets': [{'id': '167413ee-88af-4b44-af21-09159846496a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36aae9f1-cebc-40f5-9482-2ac7aaaf2b14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:54:22.230369 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2b462a-1ddd-4bcf-8737-4f83ba883a28 None None] The sync data for ids ['1282d793-477d-4d64-bf41-ac8fc53685b3'] in dv-cinder-734144-19-smb is: [{'id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'name': 'router1', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3a72bac-886a-422e-804e-7ac2a5d86cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T11:54:00Z', 'updated_at': '2021-05-17T11:54:19Z', 'revision_number': 4, 'project_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'gw_port': {'id': 'd3a72bac-886a-422e-804e-7ac2a5d86cc9', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:54:18Z', 'updated_at': '2021-05-17T11:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': 'e51a6c92-e536-4a48-b085-701338100f90', 'name': '', 'network_id': 'f352d038-a8cf-4216-bbce-772b6828ca84', 'tenant_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'mac_address': 'fa:16:3e:9f:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1282d793-477d-4d64-bf41-ac8fc53685b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '167413ee-88af-4b44-af21-09159846496a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:54:10Z', 'updated_at': '2021-05-17T11:54:18Z', 'revision_number': 5, 'project_id': 'cd05e15ae8ea421cbcc8b1213ff49ed6', 'subnets': [{'id': '167413ee-88af-4b44-af21-09159846496a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36aae9f1-cebc-40f5-9482-2ac7aaaf2b14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 11:54:22.834857 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 46778) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:54:22.960624 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-5b8d280b-6fb3-4445-a187-938f5e1e6ed3 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1244943 May 17 11:54:23.930098 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device d3a72bac-886a-422e-804e-7ac2a5d86cc9 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:54:24.002382 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port d3a72bac-886a-422e-804e-7ac2a5d86cc9 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:54:24.008180 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port d3a72bac-886a-422e-804e-7ac2a5d86cc9 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:54:24.008553 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:24.131906 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:24.150368 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port d3a72bac-886a-422e-804e-7ac2a5d86cc9, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=d3a72bac-886a-422e-804e-7ac2a5d86cc9,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 11:54:24.154988 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:24.158289 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-49f4f386-9b1f-4853-9f2a-841949006767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:54:24.228990 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=d3a72bac-886a-422e-804e-7ac2a5d86cc9,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:54:24.236910 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:54:25.898815 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device d3a72bac-886a-422e-804e-7ac2a5d86cc9 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:54:26.014807 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port d3a72bac-886a-422e-804e-7ac2a5d86cc9 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:54:26.015625 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:32.952265 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-42c9d4fa-f283-4350-b659-9d28e56eb814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:35.529003 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-9d22bf5e-bd3b-46ee-8549-7e3e3edc7fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:35.612531 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:36.589965 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:37.959571 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 5 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:54:38.420989 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:02.944406 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-906b36d6-b8b7-48ef-855d-e1859cd4182d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:05.533180 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-272f265b-97f2-4596-823d-91821da67879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:05.608090 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:06.597576 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:08.411611 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:14.958987 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 5 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:55:32.938319 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-af365d3c-8252-47b5-a1d2-d49b306380f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:35.536108 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-1358909b-74f9-428c-9130-f263af4a9046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:35.612937 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:36.598979 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:38.415154 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:51.958184 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 5 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:55:59.515230 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47348) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:55:59.586787 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bfcdd3-7bd4-4d52-9dea-c1033a009663 admin admin] GET failed (client error): The resource could not be found. May 17 11:55:59.588140 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-11bfcdd3-7bd4-4d52-9dea-c1033a009663 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0719376 May 17 11:55:59.772306 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd4e5e-657f-4b40-813e-34c9e52071f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:59.773677 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-80fd4e5e-657f-4b40-813e-34c9e52071f3 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1816745 May 17 11:56:01.923931 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47358) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:02.038027 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1505def1-7130-49e8-8ed1-675493b4e5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:02.039372 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-1505def1-7130-49e8-8ed1-675493b4e5f7 admin admin] 10.222.0.47 "GET /v2.0/subnets/167413ee-88af-4b44-af21-09159846496a HTTP/1.1" status: 200 len: 849 time: 0.1144626 May 17 11:56:02.049636 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:56:02.169324 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:02.358037 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789608066865'] for subnet, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:02.362116 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:56:02.406089 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:02.406678 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:02.419468 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] 10.222.0.47 "PUT /v2.0/subnets/167413ee-88af-4b44-af21-09159846496a HTTP/1.1" status: 200 len: 868 time: 0.3631461 May 17 11:56:02.419697 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876131de-e2b3-4653-affb-7c36cf04167d None None] Network f352d038-a8cf-4216-bbce-772b6828ca84 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:56:02.435912 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167413ee-88af-4b44-af21-09159846496a,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:56:02.444549 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:02.444890 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:02.445208 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:02.445526 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:02.445845 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:02.446350 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:02.446672 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:02.446983 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:02.447299 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:02.447630 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:02.447944 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:02.448246 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:02.459193 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:56:02.867518 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-51542c22-284a-41d6-9722-461903e8bc26 None None] Provisioning complete for port e51a6c92-e536-4a48-b085-701338100f90 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:56:02.867891 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-51542c22-284a-41d6-9722-461903e8bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:02.977901 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2fefa52d-dda8-416c-a1d0-3252ee1c050e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:03.019947 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-51542c22-284a-41d6-9722-461903e8bc26 None None] Provisioning complete for port a1c0d18d-2531-4986-9fd0-207e4f5ad4c6 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:56:03.020317 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-51542c22-284a-41d6-9722-461903e8bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:04.578132 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47368) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:04.762465 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad06242-19b4-41b1-afc6-2a952adbdfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:04.762854 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad06242-19b4-41b1-afc6-2a952adbdfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:04.764386 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-3ad06242-19b4-41b1-afc6-2a952adbdfc8 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1853189 May 17 11:56:05.539642 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-30aad807-1c5e-4dce-929e-792a4a5b0e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:05.617587 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:06.601614 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:06.911704 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47378) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:07.086455 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988447c-bb65-4337-9b6e-55a365928a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:07.086929 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988447c-bb65-4337-9b6e-55a365928a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:07.088531 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-e988447c-bb65-4337-9b6e-55a365928a95 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1758206 May 17 11:56:08.420802 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:09.243714 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47388) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:09.431328 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d132da3-f612-426c-a350-3861e4ceb8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:09.432643 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-8d132da3-f612-426c-a350-3861e4ceb8dc admin admin] 10.222.0.47 "GET /v2.0/networks/c7032b67-ae9d-4252-ba6d-57576c0c23c3 HTTP/1.1" status: 200 len: 886 time: 0.1876578 May 17 11:56:11.621182 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47398) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:11.807943 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d8d19c-c42d-44a5-9461-fbf0f85c3998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:11.809293 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-82d8d19c-c42d-44a5-9461-fbf0f85c3998 admin admin] 10.222.0.47 "GET /v2.0/networks/f352d038-a8cf-4216-bbce-772b6828ca84 HTTP/1.1" status: 200 len: 869 time: 0.1871719 May 17 11:56:13.952479 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47408) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:14.067674 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd738d0b-6225-414e-8ac3-f1ff1fa317e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:14.068135 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd738d0b-6225-414e-8ac3-f1ff1fa317e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:14.069679 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-bd738d0b-6225-414e-8ac3-f1ff1fa317e1 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1162605 May 17 11:56:16.216441 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47418) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:16.332192 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f112fca-147d-4b02-a66e-60efc43e07cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:16.332650 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f112fca-147d-4b02-a66e-60efc43e07cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:16.334181 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-9f112fca-147d-4b02-a66e-60efc43e07cf admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1167712 May 17 11:56:18.492841 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47428) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:18.604382 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3e1ae8-b381-4086-872e-8d8a02eeda8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:18.605777 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-6d3e1ae8-b381-4086-872e-8d8a02eeda8d admin admin] 10.222.0.47 "GET /v2.0/subnets/167413ee-88af-4b44-af21-09159846496a HTTP/1.1" status: 200 len: 868 time: 0.1119325 May 17 11:56:20.791234 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47438) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:20.901942 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9606066d-1d4c-43d7-8ae5-919353ba2ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:20.903274 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-9606066d-1d4c-43d7-8ae5-919353ba2ed7 admin admin] 10.222.0.47 "GET /v2.0/subnets/b63a015f-9ad6-4435-b13c-db9b990c15d0 HTTP/1.1" status: 200 len: 816 time: 0.1110375 May 17 11:56:28.958669 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 5 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:56:32.944617 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-5931c1d0-d72b-452e-95a6-27a8aa704456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:35.542127 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-0eaa1f02-6210-4ab4-9ef3-2c0deb81183a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:35.620523 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:36.606181 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:38.421501 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:44.940837 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47482) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:44.988851 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [None req-a3b43efe-436a-4d20-96b2-06d70b29662f admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=78758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 11:56:44.989807 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-a3b43efe-436a-4d20-96b2-06d70b29662f admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480232 May 17 11:56:47.220050 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47492) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:47.292439 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.pecan_wsgi.hooks.translation [None req-39604abb-0c9c-4dba-90e9-1a4074117eb6 admin admin] GET failed (client error): The resource could not be found. May 17 11:56:47.293869 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-39604abb-0c9c-4dba-90e9-1a4074117eb6 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0725896 May 17 11:56:47.430145 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2947d1-73da-4099-972d-c4ec16d5386e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:47.431661 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-5d2947d1-73da-4099-972d-c4ec16d5386e admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1334348 May 17 11:56:49.665640 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47502) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:49.714099 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:56:49.719376 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:56:49.729057 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:56:49.738802 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Made reservation on behalf of b39bcc218231449e8529da9bb56ac1ad for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:56:49.741061 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:49.869290 dv-cinder-734144-19-smb neutron-server[78758]: WARNING neutron.services.revisions.revision_plugin [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Could not find related network for resource to bump revision. May 17 11:56:49.882757 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=78758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 11:56:49.893734 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:49.894185 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Added segment 82e70a29-c553-4a15-b4cb-7fbf805ce3fa of type vlan for network c0c83b76-f8e4-4432-8caa-39d6844657b1 May 17 11:56:49.922876 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:49.953922 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:49.955230 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:49.955835 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:49.958985 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:56:50.057286 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c83b76-f8e4-4432-8caa-39d6844657b1,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:56:50.066440 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3939726 May 17 11:56:50.066440 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:56:50.069417 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network c0c83b76-f8e4-4432-8caa-39d6844657b1 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 11:56:52.219954 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47512) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:52.288605 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0964e72-d563-46f3-80bf-ce9e87ba8b59 admin admin] GET failed (client error): The resource could not be found. May 17 11:56:52.289121 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-b0964e72-d563-46f3-80bf-ce9e87ba8b59 admin admin] Synchronizing usage tracker for tenant:b39bcc218231449e8529da9bb56ac1ad on resource:network {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 11:56:52.304872 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-b0964e72-d563-46f3-80bf-ce9e87ba8b59 admin admin] Unset dirty status for tenant:b39bcc218231449e8529da9bb56ac1ad on resource:network {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 11:56:52.306050 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-b0964e72-d563-46f3-80bf-ce9e87ba8b59 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0852149 May 17 11:56:52.413985 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c768b556-8a45-4767-929b-1e0aa898768d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:52.415453 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-c768b556-8a45-4767-929b-1e0aa898768d admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1054652 May 17 11:56:52.425969 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'c0c83b76-f8e4-4432-8caa-39d6844657b1'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:56:52.430416 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:56:52.434158 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Usage tracker for resource:subnet and tenant:b39bcc218231449e8529da9bb56ac1ad is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:56:52.437249 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:56:52.444263 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:56:52.454040 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Made reservation on behalf of b39bcc218231449e8529da9bb56ac1ad for: {'subnet': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:56:52.456339 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:52.848571 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665'] for subnet, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:52.852975 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8f3738e1-8065-454e-a3de-8a6c7a332631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:56:52.927258 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=897b15c5-31d2-466d-92d0-eccb91ce000c,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:56:52.930445 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:56:52.936320 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Checking segment: {'id': '82e70a29-c553-4a15-b4cb-7fbf805ce3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c0c83b76-f8e4-4432-8caa-39d6844657b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:56:52.936665 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Network hostable DHCP agents. Network: c0c83b76-f8e4-4432-8caa-39d6844657b1, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 11:56:52.955397 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Network c0c83b76-f8e4-4432-8caa-39d6844657b1 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 11:56:52.964811 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, c0c83b76-f8e4-4432-8caa-39d6844657b1) {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:56:52.969533 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:52.970219 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:52.974199 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4077d9a5-02cb-44e4-813e-21c76a5132c9 None None] Network c0c83b76-f8e4-4432-8caa-39d6844657b1 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:56:52.990729 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5691481 May 17 11:56:53.212254 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6531aa3-8b96-5257-aa5e-fc09eb435c5b-c0c83b76-f8e4-4432-8caa-39d6844657b1', 'network_id': 'c0c83b76-f8e4-4432-8caa-39d6844657b1', 'tenant_id': 'b39bcc218231449e8529da9bb56ac1ad', 'fixed_ips': [{'subnet_id': '897b15c5-31d2-466d-92d0-eccb91ce000c'}]}} from dv-cinder-734144-19-smb. {{(pid=78760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 11:56:53.213665 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:53.399942 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.db_base_plugin_common [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Allocated IP 192.168.233.2 (c0c83b76-f8e4-4432-8caa-39d6844657b1/897b15c5-31d2-466d-92d0-eccb91ce000c/4140a2ce-9bcb-4fdc-8b04-72edf17f365b) {{(pid=78760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 11:56:53.619677 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Notify callbacks [] for port, precommit_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:53.630391 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Transition to ACTIVE for port object 4140a2ce-9bcb-4fdc-8b04-72edf17f365b will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:56:53.652544 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Transition to ACTIVE for port object 4140a2ce-9bcb-4fdc-8b04-72edf17f365b will not be triggered until provisioned by entity DHCP. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:56:53.660403 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:53.665153 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:56:53.730355 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Network c0c83b76-f8e4-4432-8caa-39d6844657b1 is already hosted by enough agents. {{(pid=78760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:56:53.733429 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.base_scheduler [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Resources bound (agent type, host, resource id): {{(pid=78760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:56:53.740750 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Received port after_create {{(pid=78760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 11:56:53.742924 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Pushing event updated for resources: {'Port': ['ID=4140a2ce-9bcb-4fdc-8b04-72edf17f365b,revision_number=1']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:56:53.776639 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:53.776971 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:53.777294 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:53.777615 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:53.777937 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:53.778252 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:53.778564 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:53.778872 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:53.779211 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:53.779550 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:53.779859 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:53.780162 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:53.789122 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:56:53.847628 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Attempting to bind port 4140a2ce-9bcb-4fdc-8b04-72edf17f365b on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 11:56:53.847987 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Attempting to bind port 4140a2ce-9bcb-4fdc-8b04-72edf17f365b by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '82e70a29-c553-4a15-b4cb-7fbf805ce3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c0c83b76-f8e4-4432-8caa-39d6844657b1'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 11:56:53.848346 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Attempting to bind port 4140a2ce-9bcb-4fdc-8b04-72edf17f365b on network c0c83b76-f8e4-4432-8caa-39d6844657b1 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 11:56:53.853788 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 11, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 11:56:53.854150 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Checking segment: {'id': '82e70a29-c553-4a15-b4cb-7fbf805ce3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c0c83b76-f8e4-4432-8caa-39d6844657b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:56:53.854544 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:53.854925 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Bound using segment: {'id': '82e70a29-c553-4a15-b4cb-7fbf805ce3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c0c83b76-f8e4-4432-8caa-39d6844657b1'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 11:56:53.855563 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Bound port: 4140a2ce-9bcb-4fdc-8b04-72edf17f365b, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e70a29-c553-4a15-b4cb-7fbf805ce3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c0c83b76-f8e4-4432-8caa-39d6844657b1'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 11:56:53.855763 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:53.949917 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] For port 4140a2ce-9bcb-4fdc-8b04-72edf17f365b, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 11:56:53.954463 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] For port 4140a2ce-9bcb-4fdc-8b04-72edf17f365b, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=4140a2ce-9bcb-4fdc-8b04-72edf17f365b,segment=NetworkSegment(82e70a29-c553-4a15-b4cb-7fbf805ce3fa),segment_id=82e70a29-c553-4a15-b4cb-7fbf805ce3fa)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 11:56:53.960480 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:53.964565 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:56:54.048159 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Pushing event updated for resources: {'Port': ['ID=4140a2ce-9bcb-4fdc-8b04-72edf17f365b,revision_number=2']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:56:54.052470 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:56:54.923660 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975baf98-e423-4631-8725-c3345826bbb7 None None] Network c0c83b76-f8e4-4432-8caa-39d6844657b1 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:56:55.031640 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-ad26cfb5-4845-4a5e-bc44-2f67ce660b1b None None] Provisioning for port 4140a2ce-9bcb-4fdc-8b04-72edf17f365b completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:56:56.019048 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 4140a2ce-9bcb-4fdc-8b04-72edf17f365b up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:56:56.094495 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port 4140a2ce-9bcb-4fdc-8b04-72edf17f365b completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:56:56.100802 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 4140a2ce-9bcb-4fdc-8b04-72edf17f365b triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:56:56.101162 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:56.225339 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:56.259067 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port 4140a2ce-9bcb-4fdc-8b04-72edf17f365b, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=4140a2ce-9bcb-4fdc-8b04-72edf17f365b,segment=NetworkSegment(82e70a29-c553-4a15-b4cb-7fbf805ce3fa),segment_id=82e70a29-c553-4a15-b4cb-7fbf805ce3fa)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 11:56:56.272001 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:56.275127 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:56:56.355225 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=4140a2ce-9bcb-4fdc-8b04-72edf17f365b,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:56:56.358740 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:56:57.996966 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 4140a2ce-9bcb-4fdc-8b04-72edf17f365b up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:56:58.076385 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 4140a2ce-9bcb-4fdc-8b04-72edf17f365b triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:56:58.076749 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:02.938507 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-334d0b84-a3f1-44ae-9f9f-7df37a1465e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:05.543669 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-785a61d0-9a0c-4029-be64-969b5ba085c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:05.621707 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:05.957710 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 5 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:57:06.608968 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:08.428231 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:32.953836 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-8975c85a-9ad1-4c1e-9fe6-584f3a52609e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:35.545943 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-f8657c35-6d09-4168-ad0a-3984d0b0e61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:35.623643 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:36.612184 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:38.426421 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:42.956149 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 5 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:58:02.946737 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-94f905bf-3b4d-4d3b-b576-2561561f7e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:05.549636 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-5cbff264-ee78-48e3-ace7-d9d7d5785301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:05.626669 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:06.617199 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:08.431892 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:19.954644 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 5 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:58:22.445234 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47562) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:58:22.451147 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [None req-d7f1e0d0-6984-4a5e-b424-c6237271c3fd tempest-verify_tempest_config-1420442789 tempest-verify_tempest_config-1420442789-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=78758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 11:58:22.452229 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-d7f1e0d0-6984-4a5e-b424-c6237271c3fd tempest-verify_tempest_config-1420442789 tempest-verify_tempest_config-1420442789-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060544 May 17 11:58:22.763945 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 47580) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:58:22.879688 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:22.893878 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:58:22.897556 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Usage tracker for resource:security_group_rule and tenant:313d3086aede496fa924b8fae5c8476d is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:58:22.900271 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:58:22.906425 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:58:22.991900 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:22.995685 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:23.004886 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:58:23.044465 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=313d3086aede496fa924b8fae5c8476d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2794795 May 17 11:58:23.045428 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcacd91-05ff-422b-b1d6-9022f19b51ef,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:23.047149 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47586) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:58:23.052555 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.052916 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.053252 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.053576 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.053897 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.054218 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.054535 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.054851 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.055181 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.055526 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.055844 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.056152 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.060088 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:58:23.111288 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:23.136501 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:23.232692 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:23.238295 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:58:23.251378 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcacd91-05ff-422b-b1d6-9022f19b51ef,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:23.258502 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:23.259612 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7dcacd91-05ff-422b-b1d6-9022f19b51ef HTTP/1.1" status: 204 len: 168 time: 0.2114735 May 17 11:58:23.260972 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.261335 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.261671 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.262070 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.262395 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.262724 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.263047 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.264145 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.264495 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.264821 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.265141 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.265457 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:23.268481 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:58:32.950999 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-49b75d0f-1926-4767-99d8-e17956ad9b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:35.557181 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-7c012635-b624-43da-80b7-76a482896abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:35.632851 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:36.616868 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:38.434554 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:56.958951 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 5 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:59:02.953291 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-70f43798-445e-4507-af71-3bb51c9b7610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:05.549774 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-b03510df-c071-452e-935e-8f25c89e2081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:05.627539 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:06.619879 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:08.437067 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:32.956037 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-84811099-455e-4e90-ad95-9bf235b509f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:33.958703 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 5 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:59:35.553482 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-fcc47d51-6862-4cca-a70d-358cbcb38dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:35.630295 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:36.625298 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:38.441473 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:02.958134 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-62a3838f-07e6-41c0-ad24-e525a4bd4d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:05.554941 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-b2885694-0e82-4c89-915b-bcac94d66eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:05.633456 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:06.625753 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:08.444197 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:10.957913 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 5 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:00:11.412963 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836'] for agent, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:15.336801 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47638) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:00:15.449964 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-6e4526c0-27ed-4ccf-b776-a613e0ceb41c admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1120541 May 17 12:00:17.564310 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47648) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:00:17.618844 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-05155017-ce6d-4c73-9588-0632d5324d1c admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0532105 May 17 12:00:32.960775 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-13b41b2d-6cd1-46a8-b7bd-f6a4510ffd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:35.555995 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-6605f48e-2b06-42c1-8a34-c3cc35578356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:35.633798 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:36.628063 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:38.444150 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:41.366433 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:47.957014 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:01:02.962631 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-fb690c0c-cf9e-4fa1-a807-f8f788b65142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:05.558557 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-f227352a-1b97-4fea-ae5e-349225584e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:05.634563 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:06.631087 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:08.448301 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:11.404316 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:24.963134 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:01:32.972678 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-04a164c8-53a8-4252-9dd9-0d359bbeef90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:35.562659 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-40014026-c1d0-4964-83c6-9116edb1172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:35.641131 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:36.633936 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:38.456969 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.413492 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.258107 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47802) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:59.558826 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-832465935-network', 'tenant_id': '58b7b7b536334dd48d5548edb6e93d3a'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:59.570033 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:59.578975 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Usage tracker for resource:network and tenant:58b7b7b536334dd48d5548edb6e93d3a is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:59.584274 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:59.596028 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:59.611987 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Made reservation on behalf of 58b7b7b536334dd48d5548edb6e93d3a for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:59.616511 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.640257 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.667171 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:59.674558 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:58b7b7b536334dd48d5548edb6e93d3a is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:59.679838 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:59.691125 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:59.813177 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.822998 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.829305 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ac572209-8416-48ea-be2d-0d8109b69514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:59.866218 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b24eb8-d9fe-4090-bc0d-c54069b7f528,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:59.869898 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=78758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:01:59.878777 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:59.879318 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:59.879875 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:59.880305 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:59.880540 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:59.880857 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:59.881190 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:59.881487 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:59.881822 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:59.882185 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:59.882492 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:59.882800 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Tracked resource versions report: May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: pushed versions: May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: { 'AddressGroup': {'1.2'}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'ConntrackHelper': {'1.0'}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'Log': {'1.0'}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'Network': {'1.1'}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'Port': {'1.7'}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'PortForwarding': {'1.2'}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'QosPolicy': {'1.8'}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'SecurityGroup': {'1.4'}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'SecurityGroupRule': {'1.2'}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'SubPort': {'1.0'}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'Subnet': {'1.1'}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'Trunk': {'1.1'}} May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: consumer versions: May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: { DHCP agent@dv-cinder-734144-19-smb: {}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: HyperV agent@hv-cinder-73414: {}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: L3 agent@dv-cinder-734144-19-smb: {}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: Metadata agent@dv-cinder-734144-19-smb: {}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: Metering agent@dv-cinder-734144-19-smb: {}, May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: Open vSwitch agent@dv-cinder-734144-19-smb: { 'AddressGroup': '1.2', May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'ConntrackHelper': '1.0', May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'Log': '1.0', May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'Network': '1.1', May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'Port': '1.7', May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'PortForwarding': '1.2', May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'QosPolicy': '1.8', May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'SecurityGroup': '1.4', May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'SecurityGroupRule': '1.2', May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'SubPort': '1.0', May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'Subnet': '1.1', May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: 'Trunk': '1.1'}} May 17 12:01:59.884561 dv-cinder-734144-19-smb neutron-server[78758]: {{(pid=78758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 12:01:59.889580 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:59.896168 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.896380 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Added segment 628af9d9-a23d-43a2-96e4-5cbcf81b3aea of type vlan for network 2f703f95-c1ca-47cc-b14f-6b84d98a16c3 May 17 12:01:59.941392 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.988744 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.990097 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:59.990911 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:00.003791 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:00.092376 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8324306 May 17 12:02:00.095414 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 47854) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:00.107927 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Request body: {'subnet': {'network_id': '2f703f95-c1ca-47cc-b14f-6b84d98a16c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-832465935-subnet', 'tenant_id': '58b7b7b536334dd48d5548edb6e93d3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:00.114452 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=2f703f95-c1ca-47cc-b14f-6b84d98a16c3,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:00.117451 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:00.127125 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network 2f703f95-c1ca-47cc-b14f-6b84d98a16c3 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:02:00.127754 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:00.132043 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Usage tracker for resource:subnet and tenant:58b7b7b536334dd48d5548edb6e93d3a is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:00.136855 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:00.143269 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:00.154933 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Made reservation on behalf of 58b7b7b536334dd48d5548edb6e93d3a for: {'subnet': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:00.157801 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:00.616486 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665'] for subnet, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:00.621339 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:00.697876 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e272328-45a4-4b50-8f2d-10f815b2b721,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:00.707670 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:00.708031 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:00.708554 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:00.708884 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:00.709552 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:00.709552 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:00.709831 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:00.710326 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:00.710663 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:00.710983 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:00.711303 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:00.711723 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Tracked resource versions report: May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: pushed versions: May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: { 'AddressGroup': {'1.2'}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'ConntrackHelper': {'1.0'}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'Log': {'1.0'}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'Network': {'1.1'}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'Port': {'1.7'}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'PortForwarding': {'1.2'}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'QosPolicy': {'1.8'}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'SecurityGroup': {'1.4'}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'SecurityGroupRule': {'1.2'}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'SubPort': {'1.0'}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'Subnet': {'1.1'}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'Trunk': {'1.1'}} May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: consumer versions: May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: { DHCP agent@dv-cinder-734144-19-smb: {}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: HyperV agent@hv-cinder-73414: {}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: L3 agent@dv-cinder-734144-19-smb: {}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: Metadata agent@dv-cinder-734144-19-smb: {}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: Metering agent@dv-cinder-734144-19-smb: {}, May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: Open vSwitch agent@dv-cinder-734144-19-smb: { 'AddressGroup': '1.2', May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'ConntrackHelper': '1.0', May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'Log': '1.0', May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'Network': '1.1', May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'Port': '1.7', May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'PortForwarding': '1.2', May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'QosPolicy': '1.8', May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'SecurityGroup': '1.4', May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'SecurityGroupRule': '1.2', May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'SubPort': '1.0', May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'Subnet': '1.1', May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: 'Trunk': '1.1'}} May 17 12:02:00.713349 dv-cinder-734144-19-smb neutron-server[78759]: {{(pid=78759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 12:02:00.718034 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:00.720610 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Checking segment: {'id': '628af9d9-a23d-43a2-96e4-5cbcf81b3aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f703f95-c1ca-47cc-b14f-6b84d98a16c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:00.720958 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Network hostable DHCP agents. Network: 2f703f95-c1ca-47cc-b14f-6b84d98a16c3, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:02:00.738966 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Network 2f703f95-c1ca-47cc-b14f-6b84d98a16c3 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:02:00.749138 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, 2f703f95-c1ca-47cc-b14f-6b84d98a16c3) {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:00.753875 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:00.754474 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:00.762425 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 47870) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:00.763697 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31556100-5dec-4ffd-b716-8107cba330c6 None None] Network 2f703f95-c1ca-47cc-b14f-6b84d98a16c3 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:00.790258 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6921687 May 17 12:02:00.973977 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47888) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:00.974730 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2033e48-6c71-4408-a571-58daf0f61fb2 None None] Network 2f703f95-c1ca-47cc-b14f-6b84d98a16c3 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:01.287692 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-819771709-network', 'tenant_id': '4ffcaa59dd6948a1b5a85ceb699b53c5'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:01.293963 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:01.297960 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Usage tracker for resource:network and tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:01.301092 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:01.307299 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:01.320347 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Made reservation on behalf of 4ffcaa59dd6948a1b5a85ceb699b53c5 for: {'network': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:01.322911 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.335891 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.355318 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:01.359642 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Usage tracker for resource:security_group_rule and tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:01.363388 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:01.370772 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:01.453695 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1828062411-network', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:01.460664 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:01.463732 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Usage tracker for resource:network and tenant:95d352b964a4429cacfc2c064f3e6021 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:01.467245 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:01.473754 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:01.475562 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.482265 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.486000 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Made reservation on behalf of 95d352b964a4429cacfc2c064f3e6021 for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:01.486994 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-4fe387a8-bacf-46cc-aa78-063b2e1816ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:01.491485 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.516454 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.516961 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b783e0c-7dfe-4963-8e09-4202115e292d,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:01.522295 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:01.529375 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=78759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:02:01.537132 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:01.543273 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.543676 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Usage tracker for resource:security_group_rule and tenant:95d352b964a4429cacfc2c064f3e6021 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:01.543807 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.db.segments_db [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Added segment 67dd5a8e-fde7-4d7b-bca1-44407680c862 of type vlan for network c0205995-4acc-47ad-bdbe-2f78c976996a May 17 12:02:01.547047 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:01.553880 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:01.585878 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.630442 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.632020 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:01.633266 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.640247 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:01.681468 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.692609 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.698389 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:01.732291 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=78758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:02:01.748188 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9902d9f2-d7c5-4af9-81d6-74466c308b1b,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:01.765122 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Pushing event updated for resources: {'Network': ['ID=c0205995-4acc-47ad-bdbe-2f78c976996a,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:01.767014 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:01.769025 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:01.771589 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0081275 May 17 12:02:01.773138 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.773474 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Added segment 4c38c62c-fa65-4082-bc4d-401b5f1afaac of type vlan for network 0bbeabaa-a910-4c06-87ed-683e77a2a144 May 17 12:02:01.778120 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 47924) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:01.785798 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network c0205995-4acc-47ad-bdbe-2f78c976996a details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:02:01.789212 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Request body: {'subnet': {'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-819771709-subnet', 'tenant_id': '4ffcaa59dd6948a1b5a85ceb699b53c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:01.798165 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:01.803855 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Usage tracker for resource:subnet and tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:01.808464 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:01.816995 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:01.844065 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Made reservation on behalf of 4ffcaa59dd6948a1b5a85ceb699b53c5 for: {'subnet': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:01.847801 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.857280 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.939334 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.941334 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:01.941969 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.962564 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:01.965530 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:02:02.062991 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0865064 May 17 12:02:02.079404 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47936) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:02.093504 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Request body: {'subnet': {'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1828062411-subnet', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:02.100041 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:02.105985 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Usage tracker for resource:subnet and tenant:95d352b964a4429cacfc2c064f3e6021 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:02.110082 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:02.126477 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Pushing event updated for resources: {'Network': ['ID=0bbeabaa-a910-4c06-87ed-683e77a2a144,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:02.136286 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:02.137399 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:02.137935 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network 0bbeabaa-a910-4c06-87ed-683e77a2a144 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:02:02.155903 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Made reservation on behalf of 95d352b964a4429cacfc2c064f3e6021 for: {'subnet': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:02.158845 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:02.595261 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665'] for subnet, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:02.612174 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-de51fd44-b5da-4ec4-9c9e-01e1663341ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:02.753628 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6d395f-a0d1-421d-8483-8630a259746d,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:02.759387 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:02.769657 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Checking segment: {'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:02.770187 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Network hostable DHCP agents. Network: c0205995-4acc-47ad-bdbe-2f78c976996a, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:02:02.797833 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Network c0205995-4acc-47ad-bdbe-2f78c976996a is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:02:02.812900 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, c0205995-4acc-47ad-bdbe-2f78c976996a) {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:02.826448 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2023197f-da1e-45b5-beb5-a420bbeccb3c None None] Network c0205995-4acc-47ad-bdbe-2f78c976996a requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:02.830499 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:02.831320 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:02.861444 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0812776 May 17 12:02:02.969366 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665'] for subnet, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:02.979732 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:03.085351 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2b55586a-ba3c-4b11-acd9-d2f299393122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:03.136774 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=685ffa5d-e5f3-449a-891a-d59980e97bab,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:03.153132 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:03.207621 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Checking segment: {'id': '4c38c62c-fa65-4082-bc4d-401b5f1afaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:03.220000 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Network hostable DHCP agents. Network: 0bbeabaa-a910-4c06-87ed-683e77a2a144, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:02:03.299882 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Network 0bbeabaa-a910-4c06-87ed-683e77a2a144 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:02:03.300869 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5368a0-3e90-42b4-9fbc-afa465019762 None None] Network c0205995-4acc-47ad-bdbe-2f78c976996a requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:03.322233 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, 0bbeabaa-a910-4c06-87ed-683e77a2a144) {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:03.340635 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd49be1-266f-49a5-961a-56281cf514eb None None] Network 0bbeabaa-a910-4c06-87ed-683e77a2a144 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:03.348129 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:03.353974 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:03.437709 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-f5c142fa-f213-494e-8f56-f7c4f1674a85 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3541152 May 17 12:02:03.438166 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 47966) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:03.449253 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1828062411-router', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:03.459200 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:03.467883 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Usage tracker for resource:router and tenant:95d352b964a4429cacfc2c064f3e6021 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:03.473712 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:03.484936 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:03.506157 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-435921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127245'] for router, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:03.508605 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127258'] for router, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:03.550821 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:04.057892 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70803aa0-6de9-4611-98dd-56770bb35959 None None] Network 0bbeabaa-a910-4c06-87ed-683e77a2a144 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:04.365646 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-435907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127464'] for router, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:04.920502 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:04.968839 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:05.166711 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Allocated IP 172.28.3.248 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/e6be1dff-d713-410f-a008-9035c89e0799) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:05.374112 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48048) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:05.379937 dv-cinder-734144-19-smb neutron-server[78759]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 12:02:05.449236 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:05.533204 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:05.555669 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b139720f-8eba-49a8-8348-90743fc2ad1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:05.643909 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2f158bac-14af-4414-8ced-01bb1fb68e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:05.646472 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:05.658707 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:05.692242 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:05.850750 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Pushing event updated for resources: {'Port': ['ID=e6be1dff-d713-410f-a008-9035c89e0799,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:05.865105 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:05.958244 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-45921c25-cc20-4e0a-a284-4828da9ed185 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:05.960400 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-45921c25-cc20-4e0a-a284-4828da9ed185 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/networks?id=2f703f95-c1ca-47cc-b14f-6b84d98a16c3 HTTP/1.1" status: 200 len: 811 time: 0.5841253 May 17 12:02:05.981960 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-5139cc4b-e52f-4c29-b4de-064f823bae8b tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/quotas/58b7b7b536334dd48d5548edb6e93d3a HTTP/1.1" status: 200 len: 375 time: 0.0147035 May 17 12:02:06.074409 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:06.107424 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48072) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:06.110878 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-cc5f1db5-e5fc-46a6-bcef-1d8b2b1a5caa tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=58b7b7b536334dd48d5548edb6e93d3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1191392 May 17 12:02:06.396961 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d9d8186f-25f4-4485-8f55-d5d1cfc60d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.448347 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-d9d8186f-25f4-4485-8f55-d5d1cfc60d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:06.463573 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-d9d8186f-25f4-4485-8f55-d5d1cfc60d1f admin admin] Usage tracker for resource:security_group_rule and tenant:be47e87f81d544ac832ae8cbe391e5a4 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:06.476597 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-d9d8186f-25f4-4485-8f55-d5d1cfc60d1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:06.485377 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-d9d8186f-25f4-4485-8f55-d5d1cfc60d1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:06.493654 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.649253 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d9d8186f-25f4-4485-8f55-d5d1cfc60d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.660741 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.667973 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-749bbac9-5be7-4f79-a55f-2a0821cd5d1a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=78759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 12:02:06.675876 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-749bbac9-5be7-4f79-a55f-2a0821cd5d1a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3194180 May 17 12:02:06.702638 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d9d8186f-25f4-4485-8f55-d5d1cfc60d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.724254 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:06.822380 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-d9d8186f-25f4-4485-8f55-d5d1cfc60d1f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be47e87f81d544ac832ae8cbe391e5a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7100499 May 17 12:02:06.826924 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48116) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:06.864345 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48126) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:06.914399 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8186f-25f4-4485-8f55-d5d1cfc60d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bae0a7-43e0-445c-87cf-48f16b3eebcd,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:06.931104 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d9d8186f-25f4-4485-8f55-d5d1cfc60d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:06.976195 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48132) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:07.026244 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394920'] for router, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:07.084733 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-1c7d9748-5c5b-48b8-80cc-080f8a99716d service neutron] 10.222.0.47 "GET /v2.0/networks/2f703f95-c1ca-47cc-b14f-6b84d98a16c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079835 May 17 12:02:07.097695 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7558-7c19-4cb7-9627-d0498e2fd6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:07.254217 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7558-7c19-4cb7-9627-d0498e2fd6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:07.257909 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f9061c9-5918-472b-bf71-9b673282ac02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:07.282166 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088eb4-d182-4249-9e18-f80e77377868 req-ae286102-2de8-432a-ba45-5f9514daa8fa tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:07.282923 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-38088eb4-d182-4249-9e18-f80e77377868 req-ae286102-2de8-432a-ba45-5f9514daa8fa tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Synchronizing usage tracker for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:network {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:07.283156 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-8f9061c9-5918-472b-bf71-9b673282ac02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:07.290690 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-8f9061c9-5918-472b-bf71-9b673282ac02 admin admin] Usage tracker for resource:security_group_rule and tenant:c1395f43b4eb44178908fcedae2b4a60 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:07.295117 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-8f9061c9-5918-472b-bf71-9b673282ac02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:07.303429 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-8f9061c9-5918-472b-bf71-9b673282ac02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:07.372685 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-38088eb4-d182-4249-9e18-f80e77377868 req-ae286102-2de8-432a-ba45-5f9514daa8fa tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Unset dirty status for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:network {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:07.372685 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-ae286102-2de8-432a-ba45-5f9514daa8fa tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/networks?id=c0205995-4acc-47ad-bdbe-2f78c976996a HTTP/1.1" status: 200 len: 814 time: 0.5031190 May 17 12:02:07.389141 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a4d986c0-5bf7-4866-ae00-6a43be159040 service neutron] 10.222.0.47 "GET /v2.0/networks/2f703f95-c1ca-47cc-b14f-6b84d98a16c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812498 May 17 12:02:07.412212 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-3aaa1d66-00ec-489b-90a7-27fe3b9b3659 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/quotas/4ffcaa59dd6948a1b5a85ceb699b53c5 HTTP/1.1" status: 200 len: 375 time: 0.0188715 May 17 12:02:07.421419 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7558-7c19-4cb7-9627-d0498e2fd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:07.437963 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:07.438773 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Router fc527278-1164-46a8-8fe9-cf9ef9812f28 is scheduled to L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b with binding_index 1 {{(pid=78758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:02:07.537349 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7558-7c19-4cb7-9627-d0498e2fd6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bae0a7-43e0-445c-87cf-48f16b3eebcd,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:07.567332 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b0ab7558-7c19-4cb7-9627-d0498e2fd6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:07.576246 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7558-7c19-4cb7-9627-d0498e2fd6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:07.581760 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-b0ab7558-7c19-4cb7-9627-d0498e2fd6cb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44bae0a7-43e0-445c-87cf-48f16b3eebcd HTTP/1.1" status: 204 len: 168 time: 0.7486837 May 17 12:02:07.581760 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-319c68e2-3cde-4932-871c-6818561b56d6 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1470892 May 17 12:02:07.662123 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f9061c9-5918-472b-bf71-9b673282ac02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:07.673971 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f9061c9-5918-472b-bf71-9b673282ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:07.694420 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-52f86c2c-5fb8-4ba1-af43-de04c3831dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:07.724478 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-83ef021d-fc3e-4fa9-8470-6b4c9f6e0df2 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=78759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 12:02:07.725494 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-83ef021d-fc3e-4fa9-8470-6b4c9f6e0df2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0675924 May 17 12:02:07.841982 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-8f9061c9-5918-472b-bf71-9b673282ac02 admin admin] Synchronizing usage tracker for tenant:b39bcc218231449e8529da9bb56ac1ad on resource:security_group {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:07.909640 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9061c9-5918-472b-bf71-9b673282ac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2029007f-656a-4b82-80ef-38280db7004b,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:07.931646 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8f9061c9-5918-472b-bf71-9b673282ac02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:07.933037 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:02:07.935656 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-8f9061c9-5918-472b-bf71-9b673282ac02 admin admin] Unset dirty status for tenant:b39bcc218231449e8529da9bb56ac1ad on resource:security_group {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:07.936909 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-8f9061c9-5918-472b-bf71-9b673282ac02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1395f43b4eb44178908fcedae2b4a60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9594772 May 17 12:02:07.941290 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48174) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:07.952304 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Sync routers for ids ['fc527278-1164-46a8-8fe9-cf9ef9812f28'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:02:07.989137 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Routers {'fc527278-1164-46a8-8fe9-cf9ef9812f28'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:07.990173 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:02:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fc527278-1164-46a8-8fe9-cf9ef9812f28'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:08.033416 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Notify callbacks [] for router, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:08.035770 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5954683 May 17 12:02:08.041533 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48182) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:08.102610 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-921a9cdd-dec0-4ff2-8b50-f3eb65a2b3ee service neutron] 10.222.0.47 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622763 May 17 12:02:08.249218 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-61606d64-6baf-4474-aa4e-669d951d9fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:08.267542 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-649c014c-aff6-49e4-be68-cf2efa5c9a00 req-3aa1b77b-69d7-4c75-938e-6933978027c0 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 210 time: 0.1154370 May 17 12:02:08.379823 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48196) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:08.463957 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Set router fc527278-1164-46a8-8fe9-cf9ef9812f28 gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:08.484975 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:08.524997 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d10fb2ce-e46b-4576-9c55-17097065b29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:08.619338 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-d10fb2ce-e46b-4576-9c55-17097065b29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:08.653679 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-d10fb2ce-e46b-4576-9c55-17097065b29d admin admin] Usage tracker for resource:security_group_rule and tenant:a5e051a2e877439da350da66237a989e is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:08.684824 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-d10fb2ce-e46b-4576-9c55-17097065b29d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:08.703953 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-d10fb2ce-e46b-4576-9c55-17097065b29d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:08.826970 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-6c1d818f-9985-4adb-b93b-b6383cbbb6ed service neutron] 10.222.0.47 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231755 May 17 12:02:08.885488 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-61606d64-6baf-4474-aa4e-669d951d9fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.018021 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1828062411-router', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:03Z', 'updated_at': '2021-05-17T12:02:06Z', 'revision_number': 3, 'project_id': '95d352b964a4429cacfc2c064f3e6021', 'gw_port': {'id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:05Z', 'updated_at': '2021-05-17T12:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:09.029071 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Checking router: fc527278-1164-46a8-8fe9-cf9ef9812f28 for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:02:09.029460 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Updating router fc527278-1164-46a8-8fe9-cf9ef9812f28 port e6be1dff-d713-410f-a008-9035c89e0799 binding host dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:02:09.088980 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d10fb2ce-e46b-4576-9c55-17097065b29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.098606 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d10fb2ce-e46b-4576-9c55-17097065b29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.135479 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e9b1e275-1d2e-4392-9396-ec4e0829b484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:09.225989 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48238) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:09.228161 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-d10fb2ce-e46b-4576-9c55-17097065b29d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a5e051a2e877439da350da66237a989e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8437254 May 17 12:02:09.233600 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fb2ce-e46b-4576-9c55-17097065b29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37621c65-bc9a-476b-8829-eecc7fbaffa9,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:09.240530 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d10fb2ce-e46b-4576-9c55-17097065b29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:09.255218 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.325078 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-394acec5-0ae8-4587-9a85-13bd202dfeff req-f110c664-e7d0-496c-a06c-41d702fd64ea tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 210 time: 0.0610580 May 17 12:02:09.441385 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-61606d64-6baf-4474-aa4e-669d951d9fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.454987 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8f9061c9-5918-472b-bf71-9b673282ac02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:09.536340 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9262eca5-a27a-47b6-a1a7-fa33b861369a req-8b9d66d8-7597-4067-bc1a-582a7371e739 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 210 time: 0.0862470 May 17 12:02:09.622500 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-61606d64-6baf-4474-aa4e-669d951d9fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.644534 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-61606d64-6baf-4474-aa4e-669d951d9fd0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2029007f-656a-4b82-80ef-38280db7004b HTTP/1.1" status: 204 len: 168 time: 1.6831815 May 17 12:02:09.676407 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61606d64-6baf-4474-aa4e-669d951d9fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2029007f-656a-4b82-80ef-38280db7004b,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:09.680551 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-61606d64-6baf-4474-aa4e-669d951d9fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:09.742158 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd591-ae4f-4178-8963-71f7417ab444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.973650 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd591-ae4f-4178-8963-71f7417ab444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.981728 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Notify callbacks [] for port, precommit_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.060622 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.provisioning_blocks [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Transition to ACTIVE for port object e6be1dff-d713-410f-a008-9035c89e0799 will not be triggered until provisioned by entity L2. {{(pid=78761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:10.113729 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.155494 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-5cdc610a-b540-4d5c-88e0-78783b178c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:10.319164 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd591-ae4f-4178-8963-71f7417ab444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.339122 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:10.362744 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dd591-ae4f-4178-8963-71f7417ab444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37621c65-bc9a-476b-8829-eecc7fbaffa9,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:10.389840 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ad0dd591-ae4f-4178-8963-71f7417ab444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:10.398537 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.417130 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Attempting to bind port e6be1dff-d713-410f-a008-9035c89e0799 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:10.417925 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Attempting to bind port e6be1dff-d713-410f-a008-9035c89e0799 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:10.418485 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Attempting to bind port e6be1dff-d713-410f-a008-9035c89e0799 on network c7032b67-ae9d-4252-ba6d-57576c0c23c3 {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:10.429874 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:10.431642 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Checking segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:10.432571 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.433412 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Bound using segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:10.434564 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Bound port: e6be1dff-d713-410f-a008-9035c89e0799, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:10.435481 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.456300 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd591-ae4f-4178-8963-71f7417ab444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.457205 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-ad0dd591-ae4f-4178-8963-71f7417ab444 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/37621c65-bc9a-476b-8829-eecc7fbaffa9 HTTP/1.1" status: 204 len: 168 time: 1.0777311 May 17 12:02:10.567337 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Pushing event updated for resources: {'Port': ['ID=e6be1dff-d713-410f-a008-9035c89e0799,revision_number=2']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:10.629154 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:10.629519 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:10.629860 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:10.630196 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:10.630521 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:10.630859 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:10.631187 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:10.631560 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:10.644267 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:10.644732 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:10.645067 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:10.648394 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8d5abb94-4be9-4dff-8317-67f5ae83ba92 req-29271a50-f724-4a37-bbe1-4220b9931fb8 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 210 time: 0.1572402 May 17 12:02:10.651766 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Tracked resource versions report: May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: pushed versions: May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: { 'AddressGroup': {'1.2'}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'ConntrackHelper': {'1.0'}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'Log': {'1.0'}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'Network': {'1.1'}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'Port': {'1.7'}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'PortForwarding': {'1.2'}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'QosPolicy': {'1.8'}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'SecurityGroup': {'1.4'}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'SecurityGroupRule': {'1.2'}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'SubPort': {'1.0'}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'Subnet': {'1.1'}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'Trunk': {'1.1'}} May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: consumer versions: May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: { DHCP agent@dv-cinder-734144-19-smb: {}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: HyperV agent@hv-cinder-73414: {}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: L3 agent@dv-cinder-734144-19-smb: {}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: Metadata agent@dv-cinder-734144-19-smb: {}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: Metering agent@dv-cinder-734144-19-smb: {}, May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: Open vSwitch agent@dv-cinder-734144-19-smb: { 'AddressGroup': '1.2', May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'ConntrackHelper': '1.0', May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'Log': '1.0', May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'Network': '1.1', May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'Port': '1.7', May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'PortForwarding': '1.2', May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'QosPolicy': '1.8', May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'SecurityGroup': '1.4', May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'SecurityGroupRule': '1.2', May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'SubPort': '1.0', May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'Subnet': '1.1', May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: 'Trunk': '1.1'}} May 17 12:02:10.656423 dv-cinder-734144-19-smb neutron-server[78761]: {{(pid=78761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 12:02:10.691610 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48320) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:10.735113 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-73317d01-0966-4980-be98-5dcdbdcc3f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.780536 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] For port e6be1dff-d713-410f-a008-9035c89e0799, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:10.783953 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-73317d01-0966-4980-be98-5dcdbdcc3f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:10.794494 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] For port e6be1dff-d713-410f-a008-9035c89e0799, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e6be1dff-d713-410f-a008-9035c89e0799,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:10.796176 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-73317d01-0966-4980-be98-5dcdbdcc3f30 admin admin] Usage tracker for resource:security_group_rule and tenant:48980e0d1fcf46439ee6d7d05e3aa903 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:10.799738 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:10.803782 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-73317d01-0966-4980-be98-5dcdbdcc3f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:10.813070 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.818145 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-73317d01-0966-4980-be98-5dcdbdcc3f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:10.845280 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:10.953519 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Allocated IP 172.20.0.1 (0bbeabaa-a910-4c06-87ed-683e77a2a144/685ffa5d-e5f3-449a-891a-d59980e97bab/71846823-c75a-4ab5-b64b-a7311d4d6740) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:11.004934 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-73317d01-0966-4980-be98-5dcdbdcc3f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.011105 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-73317d01-0966-4980-be98-5dcdbdcc3f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.030929 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:11.108502 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Pushing event updated for resources: {'Port': ['ID=e6be1dff-d713-410f-a008-9035c89e0799,revision_number=3']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:11.125205 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-6a81f770-1fec-45ae-9e09-43b23bc1a93e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:11.156169 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Routers {'fc527278-1164-46a8-8fe9-cf9ef9812f28'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:11.157541 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:02:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fc527278-1164-46a8-8fe9-cf9ef9812f28'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:11.187561 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48328) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:11.389272 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d88f72b6-4d90-4dfa-83c2-a2e644b80c63 req-490c6c8e-b43f-49d9-80c5-1d7dcd682c8c tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 210 time: 0.3377290 May 17 12:02:11.412388 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-73317d01-0966-4980-be98-5dcdbdcc3f30 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=48980e0d1fcf46439ee6d7d05e3aa903&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7200770 May 17 12:02:11.416329 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48344) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:11.437970 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73317d01-0966-4980-be98-5dcdbdcc3f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47af3a4d-9733-4590-a6fb-23201b678235,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:11.441930 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-73317d01-0966-4980-be98-5dcdbdcc3f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:11.491390 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.522865 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.525469 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-07dbebce-a2b3-4f31-ac0f-5cebbfbdbf3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.582680 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.591407 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-02325a80-1190-46e4-9361-e6d634fceb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:11.597799 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-07dbebce-a2b3-4f31-ac0f-5cebbfbdbf3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.687818 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-07dbebce-a2b3-4f31-ac0f-5cebbfbdbf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.720596 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:11.758129 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] Set router fc527278-1164-46a8-8fe9-cf9ef9812f28 gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:11.769834 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbebce-a2b3-4f31-ac0f-5cebbfbdbf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47af3a4d-9733-4590-a6fb-23201b678235,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:11.788987 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-07dbebce-a2b3-4f31-ac0f-5cebbfbdbf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:11.798004 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-07dbebce-a2b3-4f31-ac0f-5cebbfbdbf3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.806202 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-07dbebce-a2b3-4f31-ac0f-5cebbfbdbf3d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/47af3a4d-9733-4590-a6fb-23201b678235 HTTP/1.1" status: 204 len: 168 time: 0.3887932 May 17 12:02:11.844297 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Network 0bbeabaa-a910-4c06-87ed-683e77a2a144 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:11.859039 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:11.870429 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:11.874056 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434515'] for router_interface, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.958460 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.64', 49864) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:12.262920 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0d11f2bd-f357-4912-8ff1-2be80ffafa22 req-f91af013-72b9-43eb-9d45-1924822ab32c tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 210 time: 0.1315494 May 17 12:02:12.380672 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-99d318ec-d5c5-4c1d-b637-dc2153cee472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:12.455555 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-d9b92c01-1f62-4db8-8872-5ef395f3777f tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:12.459259 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-d9b92c01-1f62-4db8-8872-5ef395f3777f tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.64 "GET /v2.0/networks?id=2f703f95-c1ca-47cc-b14f-6b84d98a16c3 HTTP/1.1" status: 200 len: 811 time: 0.4995959 May 17 12:02:12.488569 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1828062411-router', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:03Z', 'updated_at': '2021-05-17T12:02:06Z', 'revision_number': 3, 'project_id': '95d352b964a4429cacfc2c064f3e6021', 'gw_port': {'id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:05Z', 'updated_at': '2021-05-17T12:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:12.506417 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf60be2-a8df-4260-8a52-2a091f0b0a63 None None] The sync data for ids ['fc527278-1164-46a8-8fe9-cf9ef9812f28'] in dv-cinder-734144-19-smb is: [{'id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1828062411-router', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:03Z', 'updated_at': '2021-05-17T12:02:06Z', 'revision_number': 3, 'project_id': '95d352b964a4429cacfc2c064f3e6021', 'gw_port': {'id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:05Z', 'updated_at': '2021-05-17T12:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:02:12.519479 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Request body: {'port': {'device_id': 'c6cad20c-e069-4416-b4d4-01ca0ccae45d', 'network_id': '2f703f95-c1ca-47cc-b14f-6b84d98a16c3', 'admin_state_up': True, 'tenant_id': '58b7b7b536334dd48d5548edb6e93d3a'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:12.552588 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48380) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:12.645178 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Pushing event updated for resources: {'Port': ['ID=71846823-c75a-4ab5-b64b-a7311d4d6740,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:12.668107 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.077s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:12.688886 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-99d318ec-d5c5-4c1d-b637-dc2153cee472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:12.707060 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-99d318ec-d5c5-4c1d-b637-dc2153cee472 admin admin] Usage tracker for resource:security_group_rule and tenant:fd0f3003caaf4bd193453075bfe59b70 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:12.715461 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-99d318ec-d5c5-4c1d-b637-dc2153cee472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:12.756393 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-99d318ec-d5c5-4c1d-b637-dc2153cee472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:12.940065 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.64', 49870) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:13.005492 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-da87b405-14b5-43dc-a3f9-a7f134ac10e4 req-08bb75fd-5ae1-42d6-9368-786da73f6342 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 210 time: 0.2146580 May 17 12:02:13.167212 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:13.174267 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Usage tracker for resource:port and tenant:58b7b7b536334dd48d5548edb6e93d3a is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:13.181217 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:13.204916 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:13.267333 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-99d318ec-d5c5-4c1d-b637-dc2153cee472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:13.281520 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-99d318ec-d5c5-4c1d-b637-dc2153cee472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:13.324551 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Made reservation on behalf of 58b7b7b536334dd48d5548edb6e93d3a for: {'port': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:13.337045 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:13.356774 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:13.376469 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-de3a9f1d-8420-43cb-bc01-458341227bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:13.461199 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-de3a9f1d-8420-43cb-bc01-458341227bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:13.474697 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-de3a9f1d-8420-43cb-bc01-458341227bab admin admin] Usage tracker for resource:security_group_rule and tenant:c5a504f6e13f440c8c371ab25ca40dc6 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:13.484675 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-de3a9f1d-8420-43cb-bc01-458341227bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:13.505994 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-de3a9f1d-8420-43cb-bc01-458341227bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:13.593684 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d318ec-d5c5-4c1d-b637-dc2153cee472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a29566-16c1-4946-b138-878765c570ee,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:13.628224 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-99d318ec-d5c5-4c1d-b637-dc2153cee472 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd0f3003caaf4bd193453075bfe59b70&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4317021 May 17 12:02:13.641414 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-99d318ec-d5c5-4c1d-b637-dc2153cee472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:13.653464 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48440) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:13.752313 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088eb4-d182-4249-9e18-f80e77377868 req-6286e270-53fd-4021-9fbb-88b2e0c146e8 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:13.757813 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-6286e270-53fd-4021-9fbb-88b2e0c146e8 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "GET /v2.0/networks?id=c0205995-4acc-47ad-bdbe-2f78c976996a HTTP/1.1" status: 200 len: 814 time: 0.8104057 May 17 12:02:13.802330 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Request body: {'port': {'device_id': '5429d0e0-8b77-4796-b263-86027c111386', 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a', 'admin_state_up': True, 'tenant_id': '4ffcaa59dd6948a1b5a85ceb699b53c5'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:13.803424 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-15a4f99b-49c3-4935-a4de-44686f8dfcee req-f225ff2c-2d7c-49e7-9c57-f5d4648c6634 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 210 time: 0.1955552 May 17 12:02:14.017248 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:14.034995 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9b14191c-36fb-473c-bbf1-367e598b9475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:14.061728 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-de3a9f1d-8420-43cb-bc01-458341227bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:14.169081 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9b14191c-36fb-473c-bbf1-367e598b9475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:14.176813 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-de3a9f1d-8420-43cb-bc01-458341227bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:14.203843 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:14.221043 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:14.227602 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Usage tracker for resource:port and tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:14.244277 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:14.260386 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:14.292817 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Allocated IP 172.20.0.3 (2f703f95-c1ca-47cc-b14f-6b84d98a16c3/6e272328-45a4-4b50-8f2d-10f815b2b721/1ab4219c-4209-4ad1-a845-3fce7b46e73d) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:14.327734 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e6be1dff-d713-410f-a008-9035c89e0799 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:14.383594 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Made reservation on behalf of 4ffcaa59dd6948a1b5a85ceb699b53c5 for: {'port': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:14.387140 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:14.404267 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-de3a9f1d-8420-43cb-bc01-458341227bab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c5a504f6e13f440c8c371ab25ca40dc6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8389702 May 17 12:02:14.415623 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48466) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:14.468287 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9b14191c-36fb-473c-bbf1-367e598b9475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:14.512455 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a828a976-1561-47c6-91cc-98c58c07da9f req-0ff09188-0980-4d83-953f-c9bf5521b31d tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 210 time: 0.1929352 May 17 12:02:14.544158 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port e6be1dff-d713-410f-a008-9035c89e0799 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:14.565413 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port e6be1dff-d713-410f-a008-9035c89e0799 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:14.566980 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:14.594186 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a9f1d-8420-43cb-bc01-458341227bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b63213-4ea6-4ced-baf8-388dfa31eaf8,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:14.600138 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-de3a9f1d-8420-43cb-bc01-458341227bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:14.672568 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:14.790160 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14191c-36fb-473c-bbf1-367e598b9475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a29566-16c1-4946-b138-878765c570ee,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:14.795319 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-9b14191c-36fb-473c-bbf1-367e598b9475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:14.832715 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9b14191c-36fb-473c-bbf1-367e598b9475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:14.834105 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-9b14191c-36fb-473c-bbf1-367e598b9475 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c3a29566-16c1-4946-b138-878765c570ee HTTP/1.1" status: 204 len: 168 time: 1.1776180 May 17 12:02:14.978230 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-41dffb65-200c-4955-8faa-1f8a49b74ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:15.032831 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-41dffb65-200c-4955-8faa-1f8a49b74ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:15.158234 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:15.175261 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-41dffb65-200c-4955-8faa-1f8a49b74ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:15.206656 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:15.242844 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port e6be1dff-d713-410f-a008-9035c89e0799, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e6be1dff-d713-410f-a008-9035c89e0799,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:15.249524 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:15.259554 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:15.260934 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dffb65-200c-4955-8faa-1f8a49b74ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b63213-4ea6-4ced-baf8-388dfa31eaf8,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:15.280927 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-41dffb65-200c-4955-8faa-1f8a49b74ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:15.360857 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-61687501-11ec-454d-a94f-3a0e71c1c9f9 req-dc3d4188-e176-4091-bbe7-f37d25190f3d tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 210 time: 0.1553636 May 17 12:02:15.424740 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:15.529265 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:15.539842 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.db.resource_extend [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 12:02:15.560387 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:15.608797 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:15.617972 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-41dffb65-200c-4955-8faa-1f8a49b74ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:15.625000 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-41dffb65-200c-4955-8faa-1f8a49b74ccb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/56b63213-4ea6-4ced-baf8-388dfa31eaf8 HTTP/1.1" status: 204 len: 168 time: 1.2069860 May 17 12:02:15.631753 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:15.637311 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399604'] for router_interface, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:15.643271 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:15.659884 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Network 2f703f95-c1ca-47cc-b14f-6b84d98a16c3 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:15.674183 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:15.690950 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:15.703184 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:15.705519 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:15.766355 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=e6be1dff-d713-410f-a008-9035c89e0799,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:15.768290 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Allocated IP 172.20.0.12 (c0205995-4acc-47ad-bdbe-2f78c976996a/3c6d395f-a0d1-421d-8483-8630a259746d/b6ad61af-df06-4133-93ee-ed767763a4e3) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:15.790089 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Pushing event updated for resources: {'Port': ['ID=1ab4219c-4209-4ad1-a845-3fce7b46e73d,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:15.809402 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:15.812095 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3042548 May 17 12:02:15.837357 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:15.838432 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:15.844536 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:15.845494 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:15.846333 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:15.847186 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:15.848086 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:15.866656 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:15.868366 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:15.869256 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:15.870115 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:15.870949 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Tracked resource versions report: May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: pushed versions: May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: { 'AddressGroup': {'1.2'}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'ConntrackHelper': {'1.0'}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'Log': {'1.0'}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'Network': {'1.1'}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'Port': {'1.7'}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'PortForwarding': {'1.2'}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'QosPolicy': {'1.8'}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'SecurityGroup': {'1.4'}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'SecurityGroupRule': {'1.2'}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'SubPort': {'1.0'}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'Subnet': {'1.1'}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'Trunk': {'1.1'}} May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: consumer versions: May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: { DHCP agent@dv-cinder-734144-19-smb: {}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: HyperV agent@hv-cinder-73414: {}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: L3 agent@dv-cinder-734144-19-smb: {}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: Metadata agent@dv-cinder-734144-19-smb: {}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: Metering agent@dv-cinder-734144-19-smb: {}, May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: Open vSwitch agent@dv-cinder-734144-19-smb: { 'AddressGroup': '1.2', May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'ConntrackHelper': '1.0', May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'Log': '1.0', May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'Network': '1.1', May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'Port': '1.7', May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'PortForwarding': '1.2', May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'QosPolicy': '1.8', May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'SecurityGroup': '1.4', May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'SecurityGroupRule': '1.2', May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'SubPort': '1.0', May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'Subnet': '1.1', May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: 'Trunk': '1.1'}} May 17 12:02:15.873267 dv-cinder-734144-19-smb neutron-server[78760]: {{(pid=78760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 12:02:15.887209 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:15.995293 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Pushing event updated for resources: {'Port': ['ID=71846823-c75a-4ab5-b64b-a7311d4d6740,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:16.003319 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:16.019380 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-17fa7397-9750-4362-b589-0bbca2139768 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=78759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 12:02:16.020393 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-17fa7397-9750-4362-b589-0bbca2139768 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063117 May 17 12:02:16.316672 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Network 0bbeabaa-a910-4c06-87ed-683e77a2a144 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:16.318780 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf37b84-b43d-44dd-850f-65f8c4238b86 req-09f95768-fe70-4580-be7d-e4cb93110886 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:16.319859 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-bbf37b84-b43d-44dd-850f-65f8c4238b86 req-09f95768-fe70-4580-be7d-e4cb93110886 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Synchronizing usage tracker for tenant:58b7b7b536334dd48d5548edb6e93d3a on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:16.323311 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:16.337189 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e6be1dff-d713-410f-a008-9035c89e0799 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:16.382838 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-bbf37b84-b43d-44dd-850f-65f8c4238b86 req-09f95768-fe70-4580-be7d-e4cb93110886 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Unset dirty status for tenant:58b7b7b536334dd48d5548edb6e93d3a on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:16.388426 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bbf37b84-b43d-44dd-850f-65f8c4238b86 req-09f95768-fe70-4580-be7d-e4cb93110886 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 931 time: 0.3560877 May 17 12:02:16.576196 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bbf37b84-b43d-44dd-850f-65f8c4238b86 req-b9d6962f-f6c4-415a-a7d1-7592fec6cc8b tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757708 May 17 12:02:16.756885 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port e6be1dff-d713-410f-a008-9035c89e0799 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:16.757450 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:16.815027 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f9c8bf63-d32f-4209-b784-c1ec4bd8994d req-62b93e33-9c6a-46ae-a069-704446ac8526 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 210 time: 0.1001413 May 17 12:02:17.247476 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:17.287794 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Router fc527278-1164-46a8-8fe9-cf9ef9812f28 has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:02:17.470320 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:17.602671 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:17.651320 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48534) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:17.728342 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cb885c27-c604-4d25-be29-909b3aba7337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:17.738836 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:02:17.748974 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] 10.222.0.47 "PUT /v2.0/routers/fc527278-1164-46a8-8fe9-cf9ef9812f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7057791 May 17 12:02:17.762095 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Network c0205995-4acc-47ad-bdbe-2f78c976996a is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:17.762593 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Sync routers for ids ['fc527278-1164-46a8-8fe9-cf9ef9812f28'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:02:17.772758 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:17.786280 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Routers {'fc527278-1164-46a8-8fe9-cf9ef9812f28'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:17.794060 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:17.795139 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:02:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fc527278-1164-46a8-8fe9-cf9ef9812f28'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:17.800770 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:17.801713 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:17.809617 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Pushing event updated for resources: {'Port': ['ID=b6ad61af-df06-4133-93ee-ed767763a4e3,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:17.824619 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-cb885c27-c604-4d25-be29-909b3aba7337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:17.834089 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:17.857956 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-cb885c27-c604-4d25-be29-909b3aba7337 admin admin] Usage tracker for resource:security_group_rule and tenant:47d283d85b8048c499856f4ab8592f67 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:17.861231 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0685651 May 17 12:02:17.873596 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-cb885c27-c604-4d25-be29-909b3aba7337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:17.893533 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-cb885c27-c604-4d25-be29-909b3aba7337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:18.332547 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cb885c27-c604-4d25-be29-909b3aba7337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:18.343532 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cb885c27-c604-4d25-be29-909b3aba7337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:18.355888 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Set router fc527278-1164-46a8-8fe9-cf9ef9812f28 gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:18.361389 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b0ab7558-7c19-4cb7-9627-d0498e2fd6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:18.466906 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48562) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:18.468048 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-cb885c27-c604-4d25-be29-909b3aba7337 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=47d283d85b8048c499856f4ab8592f67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8142049 May 17 12:02:18.473136 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb885c27-c604-4d25-be29-909b3aba7337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9f849f-fb0d-451d-98d2-ff3ab50670cc,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:18.487555 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9daa33-b13d-4b87-b9f9-2eeb89d456fd req-d8a05c75-5b38-4769-a634-8f93b6709239 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:18.500033 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1e9daa33-b13d-4b87-b9f9-2eeb89d456fd req-d8a05c75-5b38-4769-a634-8f93b6709239 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 931 time: 0.4621160 May 17 12:02:18.501904 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cb885c27-c604-4d25-be29-909b3aba7337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:18.514070 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6efc2c-e6c7-4e36-b991-06767a632a05 req-554e1962-d24d-4b32-91fb-a58d05aa617d tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:18.515946 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5f6efc2c-e6c7-4e36-b991-06767a632a05 req-554e1962-d24d-4b32-91fb-a58d05aa617d tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 932 time: 0.3391314 May 17 12:02:18.657849 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-de70e396-4193-4732-bc0a-8ed4dff0661c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:18.706348 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1e9daa33-b13d-4b87-b9f9-2eeb89d456fd req-793c0f22-82d3-446a-91bc-10e81ee5a3f3 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890411 May 17 12:02:18.721932 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-5f6efc2c-e6c7-4e36-b991-06767a632a05 req-b52a0a35-6498-4a2b-9dd5-f36f47ddf060 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Synchronizing usage tracker for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:security_group {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:18.743093 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-de70e396-4193-4732-bc0a-8ed4dff0661c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:18.989989 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-5f6efc2c-e6c7-4e36-b991-06767a632a05 req-b52a0a35-6498-4a2b-9dd5-f36f47ddf060 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Unset dirty status for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:security_group {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:18.994129 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-de70e396-4193-4732-bc0a-8ed4dff0661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:18.994129 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-41dffb65-200c-4955-8faa-1f8a49b74ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:18.995501 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5f6efc2c-e6c7-4e36-b991-06767a632a05 req-b52a0a35-6498-4a2b-9dd5-f36f47ddf060 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512269 May 17 12:02:19.068025 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-de70e396-4193-4732-bc0a-8ed4dff0661c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:19.080680 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-de70e396-4193-4732-bc0a-8ed4dff0661c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0c9f849f-fb0d-451d-98d2-ff3ab50670cc HTTP/1.1" status: 204 len: 168 time: 0.6088843 May 17 12:02:19.080680 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70e396-4193-4732-bc0a-8ed4dff0661c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9f849f-fb0d-451d-98d2-ff3ab50670cc,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:19.093573 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-de70e396-4193-4732-bc0a-8ed4dff0661c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:19.222343 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1828062411-router', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:03Z', 'updated_at': '2021-05-17T12:02:13Z', 'revision_number': 4, 'project_id': '95d352b964a4429cacfc2c064f3e6021', 'gw_port': {'id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:05Z', 'updated_at': '2021-05-17T12:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '71846823-c75a-4ab5-b64b-a7311d4d6740', 'name': '', 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'mac_address': 'fa:16:3e:a1:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '685ffa5d-e5f3-449a-891a-d59980e97bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:10Z', 'updated_at': '2021-05-17T12:02:14Z', 'revision_number': 2, 'project_id': '95d352b964a4429cacfc2c064f3e6021', 'subnets': [{'id': '685ffa5d-e5f3-449a-891a-d59980e97bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:19.229630 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Checking router: fc527278-1164-46a8-8fe9-cf9ef9812f28 for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:02:19.229979 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Updating router fc527278-1164-46a8-8fe9-cf9ef9812f28 port 71846823-c75a-4ab5-b64b-a7311d4d6740 binding host dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:02:19.318643 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:19.820893 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48596) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:19.996536 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Notify callbacks [] for port, precommit_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.011603 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Transition to ACTIVE for port object 71846823-c75a-4ab5-b64b-a7311d4d6740 will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:20.021672 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.036731 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:20.238219 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68699a97-326d-4be8-8f2e-c88c8ecd0930 None None] Pushing event updated for resources: {'Port': ['ID=71846823-c75a-4ab5-b64b-a7311d4d6740,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:20.251941 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-68699a97-326d-4be8-8f2e-c88c8ecd0930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:20.314002 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48612) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:20.316568 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ae859-326c-40d5-b506-b1d01b103416 req-0935345f-8cf0-4c92-b06f-6a788d6d4724 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:20.319299 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-0935345f-8cf0-4c92-b06f-6a788d6d4724 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/networks?id=0bbeabaa-a910-4c06-87ed-683e77a2a144 HTTP/1.1" status: 200 len: 819 time: 0.5272169 May 17 12:02:20.349534 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-dbd70b49-6b1c-4163-a6ed-8edcaff8340f tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/quotas/95d352b964a4429cacfc2c064f3e6021 HTTP/1.1" status: 200 len: 375 time: 0.0180204 May 17 12:02:20.373465 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff1245-1d4a-4c75-8e7d-12a3527c5a13 req-1e37a194-4cdc-4f88-8caf-a402275d4d74 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:20.374740 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d98a3136-7e3d-4c19-b9a0-1f10dfc670c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.376067 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-abff1245-1d4a-4c75-8e7d-12a3527c5a13 req-1e37a194-4cdc-4f88-8caf-a402275d4d74 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 931 time: 0.4138608 May 17 12:02:20.433478 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-d98a3136-7e3d-4c19-b9a0-1f10dfc670c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:20.449791 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-d98a3136-7e3d-4c19-b9a0-1f10dfc670c6 admin admin] Usage tracker for resource:security_group_rule and tenant:2eb1183630f546128ff48759fcb176bc is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:20.453261 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-d98a3136-7e3d-4c19-b9a0-1f10dfc670c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:20.466230 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-d98a3136-7e3d-4c19-b9a0-1f10dfc670c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:20.608965 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Attempting to bind port 71846823-c75a-4ab5-b64b-a7311d4d6740 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:20.609635 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Attempting to bind port 71846823-c75a-4ab5-b64b-a7311d4d6740 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '4c38c62c-fa65-4082-bc4d-401b5f1afaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:20.610404 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Attempting to bind port 71846823-c75a-4ab5-b64b-a7311d4d6740 on network 0bbeabaa-a910-4c06-87ed-683e77a2a144 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:20.632198 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:20.634440 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-abff1245-1d4a-4c75-8e7d-12a3527c5a13 req-e5f8c049-6b5b-42c2-9b81-b1327fb5b732 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826940 May 17 12:02:20.635868 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Checking segment: {'id': '4c38c62c-fa65-4082-bc4d-401b5f1afaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:20.636605 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.637255 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Bound using segment: {'id': '4c38c62c-fa65-4082-bc4d-401b5f1afaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:20.642175 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Bound port: 71846823-c75a-4ab5-b64b-a7311d4d6740, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c38c62c-fa65-4082-bc4d-401b5f1afaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:20.642797 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.714385 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-bca34309-b1cd-480d-a0da-9fd3583406ea tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=95d352b964a4429cacfc2c064f3e6021&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3494573 May 17 12:02:20.732981 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d98a3136-7e3d-4c19-b9a0-1f10dfc670c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.744716 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d98a3136-7e3d-4c19-b9a0-1f10dfc670c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.790221 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:20.912361 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-d98a3136-7e3d-4c19-b9a0-1f10dfc670c6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2eb1183630f546128ff48759fcb176bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5946565 May 17 12:02:20.917167 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48620) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:21.072195 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] For port 71846823-c75a-4ab5-b64b-a7311d4d6740, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:21.085040 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] For port 71846823-c75a-4ab5-b64b-a7311d4d6740, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=71846823-c75a-4ab5-b64b-a7311d4d6740,segment=NetworkSegment(4c38c62c-fa65-4082-bc4d-401b5f1afaac),segment_id=4c38c62c-fa65-4082-bc4d-401b5f1afaac)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:21.102545 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.141475 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:21.172271 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a3136-7e3d-4c19-b9a0-1f10dfc670c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035bde6a-1094-4932-8a13-ca08aeea736c,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:21.189919 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-d98a3136-7e3d-4c19-b9a0-1f10dfc670c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:21.418954 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-508bdaf6-74d9-4177-b864-58d410c55a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.452702 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Routers {'fc527278-1164-46a8-8fe9-cf9ef9812f28'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:21.453235 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:02:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fc527278-1164-46a8-8fe9-cf9ef9812f28'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:21.500852 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5f10bdd0-4e87-41ff-8590-f1c2a5a46b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.510720 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ea519-0d1f-4d75-b773-a6efa5b39331 req-09093f57-af92-4c71-92e7-17f7ecbfafaf tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:21.512408 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-631ea519-0d1f-4d75-b773-a6efa5b39331 req-09093f57-af92-4c71-92e7-17f7ecbfafaf tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 932 time: 0.4978120 May 17 12:02:21.527050 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-7057e3bc-5e58-4c93-b6af-5f17c8fb0ce9 service neutron] 10.222.0.47 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8183880 May 17 12:02:21.531489 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-508bdaf6-74d9-4177-b864-58d410c55a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:21.547737 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-508bdaf6-74d9-4177-b864-58d410c55a35 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd5898bb8434ae2a550d9f6f342e443 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:21.551866 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-508bdaf6-74d9-4177-b864-58d410c55a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:21.560915 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-508bdaf6-74d9-4177-b864-58d410c55a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:21.802575 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-508bdaf6-74d9-4177-b864-58d410c55a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.808555 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68699a97-326d-4be8-8f2e-c88c8ecd0930 None None] Pushing event updated for resources: {'Port': ['ID=71846823-c75a-4ab5-b64b-a7311d4d6740,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:21.823381 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-508bdaf6-74d9-4177-b864-58d410c55a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.829363 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-68699a97-326d-4be8-8f2e-c88c8ecd0930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:21.830480 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5f10bdd0-4e87-41ff-8590-f1c2a5a46b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.958870 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-99d318ec-d5c5-4c1d-b637-dc2153cee472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:22.018569 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-631ea519-0d1f-4d75-b773-a6efa5b39331 req-b520b0f2-f584-4151-98c1-a4b212e34689 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255805 May 17 12:02:22.099162 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-508bdaf6-74d9-4177-b864-58d410c55a35 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5cd5898bb8434ae2a550d9f6f342e443&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2759271 May 17 12:02:22.101530 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Request body: {'port': {'device_id': '5429d0e0-8b77-4796-b263-86027c111386', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:22.155611 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48648) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:22.159578 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bdaf6-74d9-4177-b864-58d410c55a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d35cb3-9c26-49a0-a8de-548c8cea3656,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:22.174968 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-508bdaf6-74d9-4177-b864-58d410c55a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:22.215333 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Request body: {'port': {'device_id': 'c6cad20c-e069-4416-b4d4-01ca0ccae45d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:22.353016 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] Set router fc527278-1164-46a8-8fe9-cf9ef9812f28 gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:22.427762 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-f0b31746-1a5b-49a9-a218-558f70f7c2ec service neutron] 10.222.0.47 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8989165 May 17 12:02:22.883682 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:22.889524 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5f10bdd0-4e87-41ff-8590-f1c2a5a46b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:22.927154 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48664) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:23.011510 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-7861c35f-5199-42e7-9317-3cd7222acc3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:23.073765 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-93c91b55-05dd-43fa-9a19-031ae21f3597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:23.095167 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10bdd0-4e87-41ff-8590-f1c2a5a46b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035bde6a-1094-4932-8a13-ca08aeea736c,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:23.097822 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5f10bdd0-4e87-41ff-8590-f1c2a5a46b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:23.137785 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5f10bdd0-4e87-41ff-8590-f1c2a5a46b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:23.142967 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-5f10bdd0-4e87-41ff-8590-f1c2a5a46b19 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/035bde6a-1094-4932-8a13-ca08aeea736c HTTP/1.1" status: 204 len: 168 time: 2.2240710 May 17 12:02:23.144359 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:23.181960 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c3c9e-0ced-4157-92f8-889575ff5616 req-b0e860a7-aeba-4f64-8cac-dd34de475e18 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:23.190558 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4e7c3c9e-0ced-4157-92f8-889575ff5616 req-b0e860a7-aeba-4f64-8cac-dd34de475e18 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 931 time: 0.7607431 May 17 12:02:23.216137 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-93c91b55-05dd-43fa-9a19-031ae21f3597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:23.320001 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1828062411-router', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:03Z', 'updated_at': '2021-05-17T12:02:13Z', 'revision_number': 4, 'project_id': '95d352b964a4429cacfc2c064f3e6021', 'gw_port': {'id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:05Z', 'updated_at': '2021-05-17T12:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '71846823-c75a-4ab5-b64b-a7311d4d6740', 'name': '', 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'mac_address': 'fa:16:3e:a1:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '685ffa5d-e5f3-449a-891a-d59980e97bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:10Z', 'updated_at': '2021-05-17T12:02:21Z', 'revision_number': 4, 'project_id': '95d352b964a4429cacfc2c064f3e6021', 'subnets': [{'id': '685ffa5d-e5f3-449a-891a-d59980e97bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:23.329864 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba08080-5bc5-4536-bb88-01b028fb88ab None None] The sync data for ids ['fc527278-1164-46a8-8fe9-cf9ef9812f28'] in dv-cinder-734144-19-smb is: [{'id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1828062411-router', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:03Z', 'updated_at': '2021-05-17T12:02:13Z', 'revision_number': 4, 'project_id': '95d352b964a4429cacfc2c064f3e6021', 'gw_port': {'id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:05Z', 'updated_at': '2021-05-17T12:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '71846823-c75a-4ab5-b64b-a7311d4d6740', 'name': '', 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'mac_address': 'fa:16:3e:a1:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '685ffa5d-e5f3-449a-891a-d59980e97bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:10Z', 'updated_at': '2021-05-17T12:02:21Z', 'revision_number': 4, 'project_id': '95d352b964a4429cacfc2c064f3e6021', 'subnets': [{'id': '685ffa5d-e5f3-449a-891a-d59980e97bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:02:23.792797 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f048a73f-b31b-4689-abe9-db0307e940a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:23.896093 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4e7c3c9e-0ced-4157-92f8-889575ff5616 req-d0f2f1a6-a7b5-4a8b-ad2d-af82098b6222 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6907246 May 17 12:02:23.967974 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-743b0c5c-aa27-4a84-a0ad-b40a5cc0c509 req-c744acfe-0992-45be-90f1-f5fc179dd726 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 210 time: 0.3363264 May 17 12:02:24.468046 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 71846823-c75a-4ab5-b64b-a7311d4d6740 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:24.545140 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ad61af-df06-4133-93ee-ed767763a4e3 {{(pid=78759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:02:24.556075 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:24.582701 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Transition to ACTIVE for port object b6ad61af-df06-4133-93ee-ed767763a4e3 will not be triggered until provisioned by entity L2. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:24.588070 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-f048a73f-b31b-4689-abe9-db0307e940a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:24.593922 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-f048a73f-b31b-4689-abe9-db0307e940a5 admin admin] Usage tracker for resource:security_group_rule and tenant:4cfe49b9f2fd4a63a8b74ec817ba11c0 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:24.598191 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-f048a73f-b31b-4689-abe9-db0307e940a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:24.607158 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-f048a73f-b31b-4689-abe9-db0307e940a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:24.767269 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port 71846823-c75a-4ab5-b64b-a7311d4d6740 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:24.788082 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 71846823-c75a-4ab5-b64b-a7311d4d6740 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:24.792418 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:24.807192 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab4219c-4209-4ad1-a845-3fce7b46e73d {{(pid=78758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:02:24.821379 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:24.868246 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-93c91b55-05dd-43fa-9a19-031ae21f3597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:24.870230 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Transition to ACTIVE for port object 1ab4219c-4209-4ad1-a845-3fce7b46e73d will not be triggered until provisioned by entity L2. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:24.883011 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f048a73f-b31b-4689-abe9-db0307e940a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:24.885543 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:24.911164 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:24.940438 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c91b55-05dd-43fa-9a19-031ae21f3597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d35cb3-9c26-49a0-a8de-548c8cea3656,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:24.953372 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-93c91b55-05dd-43fa-9a19-031ae21f3597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:24.956998 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-93c91b55-05dd-43fa-9a19-031ae21f3597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:24.966784 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-93c91b55-05dd-43fa-9a19-031ae21f3597 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/75d35cb3-9c26-49a0-a8de-548c8cea3656 HTTP/1.1" status: 204 len: 168 time: 2.7901008 May 17 12:02:24.967438 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:25.089898 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:25.112525 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f048a73f-b31b-4689-abe9-db0307e940a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:25.420533 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab4219c-4209-4ad1-a845-3fce7b46e73d,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:25.444375 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:25.498959 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Attempting to bind port 1ab4219c-4209-4ad1-a845-3fce7b46e73d on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:25.501133 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:25.504953 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Attempting to bind port 1ab4219c-4209-4ad1-a845-3fce7b46e73d by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '628af9d9-a23d-43a2-96e4-5cbcf81b3aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f703f95-c1ca-47cc-b14f-6b84d98a16c3'}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:25.505348 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Attempting to bind port 1ab4219c-4209-4ad1-a845-3fce7b46e73d on network 2f703f95-c1ca-47cc-b14f-6b84d98a16c3 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:25.529313 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Port 1ab4219c-4209-4ad1-a845-3fce7b46e73d on network 2f703f95-c1ca-47cc-b14f-6b84d98a16c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:02:25.529680 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Attempting to bind port 1ab4219c-4209-4ad1-a845-3fce7b46e73d on network 2f703f95-c1ca-47cc-b14f-6b84d98a16c3 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:25.559015 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:25.559289 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Checking segment: {'id': '628af9d9-a23d-43a2-96e4-5cbcf81b3aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f703f95-c1ca-47cc-b14f-6b84d98a16c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:25.560166 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Bound using segment: {'id': '628af9d9-a23d-43a2-96e4-5cbcf81b3aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f703f95-c1ca-47cc-b14f-6b84d98a16c3'} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:25.560624 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Bound port: 1ab4219c-4209-4ad1-a845-3fce7b46e73d, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628af9d9-a23d-43a2-96e4-5cbcf81b3aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f703f95-c1ca-47cc-b14f-6b84d98a16c3'}}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:25.560976 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:25.656146 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port 71846823-c75a-4ab5-b64b-a7311d4d6740, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=71846823-c75a-4ab5-b64b-a7311d4d6740,segment=NetworkSegment(4c38c62c-fa65-4082-bc4d-401b5f1afaac),segment_id=4c38c62c-fa65-4082-bc4d-401b5f1afaac)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:25.665245 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:25.672909 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-68699a97-326d-4be8-8f2e-c88c8ecd0930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:25.861253 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.64', 49878) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:25.878224 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:26.003328 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=71846823-c75a-4ab5-b64b-a7311d4d6740,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:26.037169 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:26.135790 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48762) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:26.337499 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 71846823-c75a-4ab5-b64b-a7311d4d6740 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:26.450250 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Attempting to bind port b6ad61af-df06-4133-93ee-ed767763a4e3 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:26.450805 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Attempting to bind port b6ad61af-df06-4133-93ee-ed767763a4e3 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:26.450904 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Attempting to bind port b6ad61af-df06-4133-93ee-ed767763a4e3 on network c0205995-4acc-47ad-bdbe-2f78c976996a {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:26.480586 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Port b6ad61af-df06-4133-93ee-ed767763a4e3 on network c0205995-4acc-47ad-bdbe-2f78c976996a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:02:26.480913 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Attempting to bind port b6ad61af-df06-4133-93ee-ed767763a4e3 on network c0205995-4acc-47ad-bdbe-2f78c976996a {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:26.487585 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ad61af-df06-4133-93ee-ed767763a4e3,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:26.498278 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:26.499217 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Checking segment: {'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:26.499322 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Bound using segment: {'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:26.499938 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Bound port: b6ad61af-df06-4133-93ee-ed767763a4e3, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'}}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:26.500353 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:26.526012 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26014c2-3353-4c24-949c-13acdb20887f req-3e4f0b7e-ee50-4d6e-b8e0-9ebd20471e60 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:26.537670 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a26014c2-3353-4c24-949c-13acdb20887f req-3e4f0b7e-ee50-4d6e-b8e0-9ebd20471e60 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 944 time: 1.6393592 May 17 12:02:26.575214 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:26.600004 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:26.634132 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ca59832d-5bd6-4da7-bb9d-98892b2a9d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:26.739432 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048a73f-b31b-4689-abe9-db0307e940a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f5754c-7b3a-4c08-9819-81030eb9599e,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:26.771190 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-f048a73f-b31b-4689-abe9-db0307e940a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4cfe49b9f2fd4a63a8b74ec817ba11c0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8400636 May 17 12:02:26.772829 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48776) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:26.777729 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-f048a73f-b31b-4689-abe9-db0307e940a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:26.817276 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 71846823-c75a-4ab5-b64b-a7311d4d6740 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:26.818076 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:26.930932 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-ca59832d-5bd6-4da7-bb9d-98892b2a9d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:26.942338 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-ca59832d-5bd6-4da7-bb9d-98892b2a9d7e admin admin] Usage tracker for resource:security_group_rule and tenant:26f026a783194f70986f6d236be82c50 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:26.949350 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-ca59832d-5bd6-4da7-bb9d-98892b2a9d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:26.952543 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] For port 1ab4219c-4209-4ad1-a845-3fce7b46e73d, host hv-cinder-73414, cleared binding levels {{(pid=78758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:26.966794 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ae859-326c-40d5-b506-b1d01b103416 req-a4f56f27-1c56-4acd-a18c-6d0bd13cf756 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:26.967629 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-155ae859-326c-40d5-b506-b1d01b103416 req-a4f56f27-1c56-4acd-a18c-6d0bd13cf756 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Synchronizing usage tracker for tenant:95d352b964a4429cacfc2c064f3e6021 on resource:network {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:26.972123 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] For port 1ab4219c-4209-4ad1-a845-3fce7b46e73d, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=1ab4219c-4209-4ad1-a845-3fce7b46e73d,segment=NetworkSegment(628af9d9-a23d-43a2-96e4-5cbcf81b3aea),segment_id=628af9d9-a23d-43a2-96e4-5cbcf81b3aea)] {{(pid=78758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:26.978931 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-ca59832d-5bd6-4da7-bb9d-98892b2a9d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:26.982843 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:27.013712 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] For port b6ad61af-df06-4133-93ee-ed767763a4e3, host hv-cinder-73414, cleared binding levels {{(pid=78759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:27.014788 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:27.026406 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] For port b6ad61af-df06-4133-93ee-ed767763a4e3, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b6ad61af-df06-4133-93ee-ed767763a4e3,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:27.084437 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a26014c2-3353-4c24-949c-13acdb20887f req-f71b278b-e7f8-4bad-97f5-f25e74445aba tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452650 May 17 12:02:27.121139 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-155ae859-326c-40d5-b506-b1d01b103416 req-a4f56f27-1c56-4acd-a18c-6d0bd13cf756 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Unset dirty status for tenant:95d352b964a4429cacfc2c064f3e6021 on resource:network {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:27.122376 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-a4f56f27-1c56-4acd-a18c-6d0bd13cf756 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.64 "GET /v2.0/networks?id=0bbeabaa-a910-4c06-87ed-683e77a2a144 HTTP/1.1" status: 200 len: 819 time: 1.2556543 May 17 12:02:27.138628 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-77ca4e82-b1e6-4215-9ef7-5da5ea8cffae tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:27.145935 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-77ca4e82-b1e6-4215-9ef7-5da5ea8cffae tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/networks?id=0bbeabaa-a910-4c06-87ed-683e77a2a144 HTTP/1.1" status: 200 len: 819 time: 2.0571957 May 17 12:02:27.152160 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:27.178868 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7a4a7a09-66d2-485f-b824-305c4770fbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:27.226043 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Request body: {'port': {'device_id': 'f4a744b9-e5cd-4551-bc11-700b44e116dd', 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144', 'admin_state_up': True, 'tenant_id': '95d352b964a4429cacfc2c064f3e6021'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:27.311384 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ad61af-df06-4133-93ee-ed767763a4e3,revision_number=3']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:27.343705 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-8e3224ae-5064-4cfd-9997-1dd3a691e119 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/quotas/95d352b964a4429cacfc2c064f3e6021 HTTP/1.1" status: 200 len: 375 time: 0.1964467 May 17 12:02:27.360199 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:27.428700 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:27.432698 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:27.440380 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] 10.222.0.64 "PUT /v2.0/ports/1ab4219c-4209-4ad1-a845-3fce7b46e73d HTTP/1.1" status: 200 len: 1093 time: 6.3332491 May 17 12:02:27.446240 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cad20c-e069-4416-b4d4-01ca0ccae45d', 'tag': '1ab4219c-4209-4ad1-a845-3fce7b46e73d'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:27.508441 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-fd1c2dc6-7d03-4241-bca8-906274961054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:27.529943 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:27.530925 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:27.533651 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] 10.222.0.64 "PUT /v2.0/ports/b6ad61af-df06-4133-93ee-ed767763a4e3 HTTP/1.1" status: 200 len: 1094 time: 6.4569278 May 17 12:02:27.555289 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5429d0e0-8b77-4796-b263-86027c111386', 'tag': 'b6ad61af-df06-4133-93ee-ed767763a4e3'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:27.699490 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-fd1c2dc6-7d03-4241-bca8-906274961054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:27.721869 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab4219c-4209-4ad1-a845-3fce7b46e73d,revision_number=3']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:27.731797 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:27.830322 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-fd1c2dc6-7d03-4241-bca8-906274961054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:27.846664 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:27.859504 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Usage tracker for resource:port and tenant:95d352b964a4429cacfc2c064f3e6021 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:27.865142 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-de3a9f1d-8420-43cb-bc01-458341227bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:27.868680 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:27.886354 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:27.887892 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48802) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:27.921766 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c2dc6-7d03-4241-bca8-906274961054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f5754c-7b3a-4c08-9819-81030eb9599e,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:27.946778 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-fd1c2dc6-7d03-4241-bca8-906274961054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:27.949221 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48810) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:27.955225 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ca59832d-5bd6-4da7-bb9d-98892b2a9d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:27.974623 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ca59832d-5bd6-4da7-bb9d-98892b2a9d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:27.977658 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-fd1c2dc6-7d03-4241-bca8-906274961054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:27.981577 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-fd1c2dc6-7d03-4241-bca8-906274961054 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/80f5754c-7b3a-4c08-9819-81030eb9599e HTTP/1.1" status: 204 len: 168 time: 1.1966152 May 17 12:02:27.987847 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-9b14191c-36fb-473c-bbf1-367e598b9475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:27.996140 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Made reservation on behalf of 95d352b964a4429cacfc2c064f3e6021 for: {'port': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:27.996572 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-c7d07008-2ce1-485e-a1fc-5a554cb80f4b tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=95d352b964a4429cacfc2c064f3e6021&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6487064 May 17 12:02:27.999863 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.011804 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d3eb1-8f6c-4e88-9728-992bc878635c req-42a0344b-4e9d-4ed3-a642-2f2a36fee6c8 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:28.020447 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1b7d3eb1-8f6c-4e88-9728-992bc878635c req-42a0344b-4e9d-4ed3-a642-2f2a36fee6c8 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 943 time: 0.2597225 May 17 12:02:28.192893 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-ca59832d-5bd6-4da7-bb9d-98892b2a9d7e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=26f026a783194f70986f6d236be82c50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7788866 May 17 12:02:28.192893 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59832d-5bd6-4da7-bb9d-98892b2a9d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0d2db4-4f27-4df0-a135-0007cad07039,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:28.195038 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ca59832d-5bd6-4da7-bb9d-98892b2a9d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:28.198289 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48828) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:28.231500 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1b7d3eb1-8f6c-4e88-9728-992bc878635c req-b7bc4111-55a1-41bb-a5d8-94d45ff0d232 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099528 May 17 12:02:28.282061 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e7b82339-4c09-4a75-be22-90db50d9e132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.301335 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-406e9eb6-f97d-44a1-aeab-ea94f81890e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.367864 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-406e9eb6-f97d-44a1-aeab-ea94f81890e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:28.400555 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-406e9eb6-f97d-44a1-aeab-ea94f81890e2 admin admin] Usage tracker for resource:security_group_rule and tenant:81690b92a5be41f3a8dd03dc97d9534d is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:28.415796 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-406e9eb6-f97d-44a1-aeab-ea94f81890e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:28.421409 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a105-e858-43dd-bc2f-0c5ffd755769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.441135 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-406e9eb6-f97d-44a1-aeab-ea94f81890e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:28.444683 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-81533aca-4986-4e56-a51c-4be86b53861a service neutron] 10.222.0.47 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218330 May 17 12:02:28.484541 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Allocated IP 172.20.0.4 (0bbeabaa-a910-4c06-87ed-683e77a2a144/685ffa5d-e5f3-449a-891a-d59980e97bab/856aa2a5-b2ec-4151-bc1b-0c506a2bc39f) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:28.495216 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a105-e858-43dd-bc2f-0c5ffd755769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.518706 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e7b82339-4c09-4a75-be22-90db50d9e132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:28.623124 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e7b82339-4c09-4a75-be22-90db50d9e132 admin admin] Usage tracker for resource:security_group_rule and tenant:adbc018b0d074b2c9fc5495707a4c253 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:28.637820 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e7b82339-4c09-4a75-be22-90db50d9e132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:28.652596 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e7b82339-4c09-4a75-be22-90db50d9e132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:28.720371 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-643fe6a0-8946-45a0-86ce-a4f0b6e78bdf service neutron] 10.222.0.47 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939542 May 17 12:02:28.736145 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188aeb44-c712-46c1-a544-18f017883134 req-71aeffbb-b890-4f67-ba75-e89a2a068849 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:28.736367 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-188aeb44-c712-46c1-a544-18f017883134 req-71aeffbb-b890-4f67-ba75-e89a2a068849 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 944 time: 0.2902696 May 17 12:02:28.782729 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a105-e858-43dd-bc2f-0c5ffd755769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.802826 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48842) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:28.806789 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-d98a3136-7e3d-4c19-b9a0-1f10dfc670c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:28.839140 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5a105-e858-43dd-bc2f-0c5ffd755769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0d2db4-4f27-4df0-a135-0007cad07039,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:28.859292 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-c2a5a105-e858-43dd-bc2f-0c5ffd755769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:28.870194 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-406e9eb6-f97d-44a1-aeab-ea94f81890e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.880724 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-406e9eb6-f97d-44a1-aeab-ea94f81890e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.898655 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e770ea55-0d45-40a2-b97f-e0078f418161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.901431 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:28.913243 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-188aeb44-c712-46c1-a544-18f017883134 req-822cb8ea-b2e7-4da0-917c-7cdb3dc60651 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687236 May 17 12:02:28.928694 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a105-e858-43dd-bc2f-0c5ffd755769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.933898 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-c2a5a105-e858-43dd-bc2f-0c5ffd755769 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c0d2db4-4f27-4df0-a135-0007cad07039 HTTP/1.1" status: 204 len: 168 time: 0.7342105 May 17 12:02:28.964264 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e770ea55-0d45-40a2-b97f-e0078f418161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:28.981340 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e770ea55-0d45-40a2-b97f-e0078f418161 admin admin] Usage tracker for resource:security_group_rule and tenant:4f9156ba17524d10aa742992476f9131 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:28.984715 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-406e9eb6-f97d-44a1-aeab-ea94f81890e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=81690b92a5be41f3a8dd03dc97d9534d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0317960 May 17 12:02:28.988660 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e9eb6-f97d-44a1-aeab-ea94f81890e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de40a5d7-af80-4706-9882-f35831a6b115,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:28.989226 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e770ea55-0d45-40a2-b97f-e0078f418161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:28.993985 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48856) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:28.994291 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.999886 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-406e9eb6-f97d-44a1-aeab-ea94f81890e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:29.018493 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e770ea55-0d45-40a2-b97f-e0078f418161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:29.059026 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.073993 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:29.162979 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e7b82339-4c09-4a75-be22-90db50d9e132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.200321 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e7b82339-4c09-4a75-be22-90db50d9e132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.201896 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Network 0bbeabaa-a910-4c06-87ed-683e77a2a144 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:29.216781 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:29.261817 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d9d8186f-25f4-4485-8f55-d5d1cfc60d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:29.263328 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:29.277571 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:29.278314 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e468493d-c900-41ec-86cb-0e49240f5dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.279213 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.371062 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-e7b82339-4c09-4a75-be22-90db50d9e132 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=adbc018b0d074b2c9fc5495707a4c253&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4745073 May 17 12:02:29.377407 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48876) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:29.409755 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cad20c-e069-4416-b4d4-01ca0ccae45d', 'tag': '1ab4219c-4209-4ad1-a845-3fce7b46e73d', 'status': 'completed', 'code': 200} May 17 12:02:29.412225 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b82339-4c09-4a75-be22-90db50d9e132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a77e40-8730-4725-a6df-6f3cc4685996,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:29.417840 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e7b82339-4c09-4a75-be22-90db50d9e132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:29.419844 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e468493d-c900-41ec-86cb-0e49240f5dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.428374 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5429d0e0-8b77-4796-b263-86027c111386', 'tag': 'b6ad61af-df06-4133-93ee-ed767763a4e3', 'status': 'completed', 'code': 200} May 17 12:02:29.494923 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e770ea55-0d45-40a2-b97f-e0078f418161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.499578 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e770ea55-0d45-40a2-b97f-e0078f418161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.512667 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-07dbebce-a2b3-4f31-ac0f-5cebbfbdbf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:29.554070 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Pushing event updated for resources: {'Port': ['ID=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:29.572886 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3735070 May 17 12:02:29.573796 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-e770ea55-0d45-40a2-b97f-e0078f418161 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4f9156ba17524d10aa742992476f9131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7657063 May 17 12:02:29.574362 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:29.577870 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48880) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:29.580956 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770ea55-0d45-40a2-b97f-e0078f418161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e4a6e6-ffe2-49f6-980b-8871d5000e6e,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:29.585167 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e770ea55-0d45-40a2-b97f-e0078f418161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:29.586677 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e468493d-c900-41ec-86cb-0e49240f5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.627244 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-77e32d82-0b41-413e-8d96-dcd460785474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.653674 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-eeadee13-b43e-4318-a3d4-e550b20d055c req-344233e6-7211-4e1b-bc81-24f930f9d4ab tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 210 time: 0.0764575 May 17 12:02:29.656616 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-77e32d82-0b41-413e-8d96-dcd460785474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.748466 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e7b82339-4c09-4a75-be22-90db50d9e132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:29.783998 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-77e32d82-0b41-413e-8d96-dcd460785474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.793156 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:29.810026 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-77e32d82-0b41-413e-8d96-dcd460785474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.814313 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-77e32d82-0b41-413e-8d96-dcd460785474 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/72a77e40-8730-4725-a6df-6f3cc4685996 HTTP/1.1" status: 204 len: 168 time: 0.4218519 May 17 12:02:29.814313 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e32d82-0b41-413e-8d96-dcd460785474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a77e40-8730-4725-a6df-6f3cc4685996,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:29.833550 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-77e32d82-0b41-413e-8d96-dcd460785474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:29.948830 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468493d-c900-41ec-86cb-0e49240f5dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de40a5d7-af80-4706-9882-f35831a6b115,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:29.974139 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e468493d-c900-41ec-86cb-0e49240f5dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:30.049701 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e468493d-c900-41ec-86cb-0e49240f5dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.051201 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-e468493d-c900-41ec-86cb-0e49240f5dc3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/de40a5d7-af80-4706-9882-f35831a6b115 HTTP/1.1" status: 204 len: 168 time: 1.0561850 May 17 12:02:30.061816 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-57d9650f-c3db-43f8-ad4a-7c24e064caf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.091621 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Request body: {'port': {'device_id': 'f4a744b9-e5cd-4551-bc11-700b44e116dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:30.184962 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fa4a8-9a3a-4b33-bf60-5b29bdc341b3 req-c088ff01-636d-40ce-8866-651d1d82420f tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:30.187044 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-642fa4a8-9a3a-4b33-bf60-5b29bdc341b3 req-c088ff01-636d-40ce-8866-651d1d82420f tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 943 time: 0.5322921 May 17 12:02:30.194462 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-57d9650f-c3db-43f8-ad4a-7c24e064caf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.381871 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.439835 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 48912) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:30.480490 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2e7c9-d407-404e-b83b-7a58ac2a2aea req-7a4e364d-5f04-4566-8007-06e3b1971eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:30.482461 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-07d2e7c9-d407-404e-b83b-7a58ac2a2aea req-7a4e364d-5f04-4566-8007-06e3b1971eb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=58b7b7b536334dd48d5548edb6e93d3a&device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 1096 time: 0.2262735 May 17 12:02:30.494221 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-035c0e1d-ae29-44c4-9335-6b4db19716b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.546213 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-035c0e1d-ae29-44c4-9335-6b4db19716b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:30.559208 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-035c0e1d-ae29-44c4-9335-6b4db19716b9 admin admin] Usage tracker for resource:security_group_rule and tenant:4dd368b22e4e4ac2883e480a763706a0 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:30.565307 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-035c0e1d-ae29-44c4-9335-6b4db19716b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:30.597206 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-035c0e1d-ae29-44c4-9335-6b4db19716b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:30.761818 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-642fa4a8-9a3a-4b33-bf60-5b29bdc341b3 req-e1f62380-9eb1-40d9-b03a-d69d153347af tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485936 May 17 12:02:30.856173 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cbd87-f2c7-4b56-87e4-1a5bf9604533 req-dadf4902-d140-4fbd-9a64-e6d0721290cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:30.857734 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bc2cbd87-f2c7-4b56-87e4-1a5bf9604533 req-dadf4902-d140-4fbd-9a64-e6d0721290cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 1097 time: 0.6441338 May 17 12:02:30.860866 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-57d9650f-c3db-43f8-ad4a-7c24e064caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.880035 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e770ea55-0d45-40a2-b97f-e0078f418161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:30.954328 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105421a-f2f5-4abf-b7cf-a34cc3cd6f26 req-e8ba5e49-a5b3-428c-b7d2-70133d2b0ea3 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:30.955906 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1105421a-f2f5-4abf-b7cf-a34cc3cd6f26 req-e8ba5e49-a5b3-428c-b7d2-70133d2b0ea3 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 944 time: 0.6410615 May 17 12:02:30.959807 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9650f-c3db-43f8-ad4a-7c24e064caf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e4a6e6-ffe2-49f6-980b-8871d5000e6e,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:30.983133 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-57d9650f-c3db-43f8-ad4a-7c24e064caf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:31.069734 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-57d9650f-c3db-43f8-ad4a-7c24e064caf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:31.071162 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-57d9650f-c3db-43f8-ad4a-7c24e064caf5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f4e4a6e6-ffe2-49f6-980b-8871d5000e6e HTTP/1.1" status: 204 len: 168 time: 1.4910285 May 17 12:02:31.074491 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-035c0e1d-ae29-44c4-9335-6b4db19716b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:31.077978 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2a6e36b9-039f-4614-b579-e630b8e4bd5b req-522291cd-1ca1-4939-9171-32e6de06ae33 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 210 time: 0.1000345 May 17 12:02:31.093713 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-035c0e1d-ae29-44c4-9335-6b4db19716b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:31.105680 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:31.119700 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1105421a-f2f5-4abf-b7cf-a34cc3cd6f26 req-d429c185-b0d1-4549-ab9c-56877b60893b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374950 May 17 12:02:31.155501 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2e7c9-d407-404e-b83b-7a58ac2a2aea req-c22bfea4-1495-47ce-86fd-4ccbbe1a5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:31.156946 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-07d2e7c9-d407-404e-b83b-7a58ac2a2aea req-c22bfea4-1495-47ce-86fd-4ccbbe1a5060 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=58b7b7b536334dd48d5548edb6e93d3a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6673157 May 17 12:02:31.384853 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c0e1d-ae29-44c4-9335-6b4db19716b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1070d033-405d-4a7f-920e-4fd900792cdc,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:31.392301 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-035c0e1d-ae29-44c4-9335-6b4db19716b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:31.417169 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-035c0e1d-ae29-44c4-9335-6b4db19716b9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4dd368b22e4e4ac2883e480a763706a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9676077 May 17 12:02:31.420984 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 48934) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:31.551302 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cbd87-f2c7-4b56-87e4-1a5bf9604533 req-15c5acf8-a1df-4aa9-a419-8bd1eebc7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:31.554458 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bc2cbd87-f2c7-4b56-87e4-1a5bf9604533 req-15c5acf8-a1df-4aa9-a419-8bd1eebc7dc1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4127915 May 17 12:02:31.558924 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.db.resource_extend [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 12:02:31.560120 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.64', 49884) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:31.751132 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f {{(pid=78758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:02:31.776549 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:31.824496 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-4e135b94-f4e0-4159-b307-068fffd2e376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:31.881212 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Transition to ACTIVE for port object 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f will not be triggered until provisioned by entity L2. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:31.884602 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2e7c9-d407-404e-b83b-7a58ac2a2aea req-7211d82d-16ec-4db7-b531-03aeef0bae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:31.886214 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-07d2e7c9-d407-404e-b83b-7a58ac2a2aea req-7211d82d-16ec-4db7-b531-03aeef0bae7d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7149794 May 17 12:02:31.912563 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:31.952202 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-4e135b94-f4e0-4159-b307-068fffd2e376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:31.991413 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:32.034364 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-55cf6886-b7a4-4ede-9eef-8fd31b72dd8a tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:32.035240 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-55cf6886-b7a4-4ede-9eef-8fd31b72dd8a tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.64 "GET /v2.0/networks?id=0bbeabaa-a910-4c06-87ed-683e77a2a144 HTTP/1.1" status: 200 len: 819 time: 0.4649453 May 17 12:02:32.053551 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Request body: {'port': {'device_id': 'f2d92842-540a-4d76-ae42-f3fbfe1beecc', 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144', 'admin_state_up': True, 'tenant_id': '95d352b964a4429cacfc2c064f3e6021'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:32.221218 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cbd87-f2c7-4b56-87e4-1a5bf9604533 req-d370fec2-126d-484e-928d-026feeae04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:32.223127 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bc2cbd87-f2c7-4b56-87e4-1a5bf9604533 req-d370fec2-126d-484e-928d-026feeae04bb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6556687 May 17 12:02:32.296809 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Attempting to bind port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:32.297529 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Attempting to bind port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '4c38c62c-fa65-4082-bc4d-401b5f1afaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144'}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:32.297883 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Attempting to bind port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f on network 0bbeabaa-a910-4c06-87ed-683e77a2a144 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:32.314178 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Pushing event updated for resources: {'Port': ['ID=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:32.341032 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c525bda-b6d9-4ccb-a353-516b3dcc4029 req-3d11fd9c-16ee-4c15-94f7-146e55e00fcf tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:32.341576 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:32.342568 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1c525bda-b6d9-4ccb-a353-516b3dcc4029 req-3d11fd9c-16ee-4c15-94f7-146e55e00fcf tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 943 time: 0.3798993 May 17 12:02:32.366886 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f on network 0bbeabaa-a910-4c06-87ed-683e77a2a144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:02:32.369198 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Attempting to bind port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f on network 0bbeabaa-a910-4c06-87ed-683e77a2a144 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:32.393281 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-843900b9-6512-44c1-a612-de13b03fb32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:32.396233 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-843900b9-6512-44c1-a612-de13b03fb32f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=58b7b7b536334dd48d5548edb6e93d3a&device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 1096 time: 0.4367824 May 17 12:02:32.397561 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:32.399438 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Checking segment: {'id': '4c38c62c-fa65-4082-bc4d-401b5f1afaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:32.400213 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Bound using segment: {'id': '4c38c62c-fa65-4082-bc4d-401b5f1afaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144'} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:32.401078 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Bound port: 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c38c62c-fa65-4082-bc4d-401b5f1afaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144'}}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:32.401665 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.441221 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:32.458429 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Usage tracker for resource:port and tenant:95d352b964a4429cacfc2c064f3e6021 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:32.469686 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:32.506542 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:32.553777 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-8eef71bf-c574-4996-a584-f77053a359e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ab4219c-4209-4ad1-a845-3fce7b46e73d HTTP/1.1" status: 200 len: 217 time: 0.1286538 May 17 12:02:32.595576 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1c525bda-b6d9-4ccb-a353-516b3dcc4029 req-73688523-b983-455f-95dc-0a2f32eff66d tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961043 May 17 12:02:32.614136 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5bea9ba5-e259-411a-826f-a8edbd00ace1 req-637380b6-7609-4553-b0c2-297241a8cdcf tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 210 time: 0.1262410 May 17 12:02:32.629638 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Made reservation on behalf of 95d352b964a4429cacfc2c064f3e6021 for: {'port': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:32.635965 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.682705 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-4e135b94-f4e0-4159-b307-068fffd2e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.685740 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088eb4-d182-4249-9e18-f80e77377868 req-3bd5c86f-b041-4078-8831-a847f922da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:32.687905 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-3bd5c86f-b041-4078-8831-a847f922da9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 1097 time: 0.4150646 May 17 12:02:32.744021 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:32.781462 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-4e135b94-f4e0-4159-b307-068fffd2e376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.782564 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-4e135b94-f4e0-4159-b307-068fffd2e376 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1070d033-405d-4a7f-920e-4fd900792cdc HTTP/1.1" status: 204 len: 168 time: 1.3606918 May 17 12:02:32.801296 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-f454cf25-b179-4eea-b616-7b37a5e79bca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6ad61af-df06-4133-93ee-ed767763a4e3 HTTP/1.1" status: 200 len: 217 time: 0.1025298 May 17 12:02:32.822977 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e135b94-f4e0-4159-b307-068fffd2e376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1070d033-405d-4a7f-920e-4fd900792cdc,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:32.825780 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-47f5106d-2af5-481f-bdbf-398b77b46f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:32.827581 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-47f5106d-2af5-481f-bdbf-398b77b46f57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e272328-45a4-4b50-8f2d-10f815b2b721 HTTP/1.1" status: 200 len: 851 time: 0.2663081 May 17 12:02:32.832147 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-4e135b94-f4e0-4159-b307-068fffd2e376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:32.894072 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-0ff871bd-5b65-46c7-bdfb-efde4c04ebc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f703f95-c1ca-47cc-b14f-6b84d98a16c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569484 May 17 12:02:32.979108 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-9d53e976-b22b-41d6-9de6-301b509846b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:33.069470 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] For port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f, host hv-cinder-73414, cleared binding levels {{(pid=78758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:33.073710 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-dc148a2b-afc7-4f4d-b993-b1328152a3d4 service neutron] 10.222.0.64 "GET /v2.0/networks/2f703f95-c1ca-47cc-b14f-6b84d98a16c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708939 May 17 12:02:33.109576 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] For port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f,segment=NetworkSegment(4c38c62c-fa65-4082-bc4d-401b5f1afaac),segment_id=4c38c62c-fa65-4082-bc4d-401b5f1afaac)] {{(pid=78758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:33.115284 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088eb4-d182-4249-9e18-f80e77377868 req-dbdd6148-3e01-4d66-bd63-654eb4cbcbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:33.116598 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-dbdd6148-3e01-4d66-bd63-654eb4cbcbf9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c6d395f-a0d1-421d-8483-8630a259746d HTTP/1.1" status: 200 len: 854 time: 0.2316914 May 17 12:02:33.118055 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:33.212378 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-4fed07b9-7644-4a42-95f4-4f287d2951b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:33.366310 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Pushing event updated for resources: {'Port': ['ID=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f,revision_number=3']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:33.375284 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:33.394146 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:33.395324 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:33.398348 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] 10.222.0.64 "PUT /v2.0/ports/856aa2a5-b2ec-4151-bc1b-0c506a2bc39f HTTP/1.1" status: 200 len: 1093 time: 3.3132441 May 17 12:02:33.399654 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a744b9-e5cd-4551-bc11-700b44e116dd', 'tag': '856aa2a5-b2ec-4151-bc1b-0c506a2bc39f'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:33.451441 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-9d2155e1-b0ab-4230-ac22-a7dd0d65c31a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0205995-4acc-47ad-bdbe-2f78c976996a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2849238 May 17 12:02:33.623513 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41594bf9-08d9-4ad1-bd2b-76419abe16cd req-e7ac20b3-df35-435a-bcac-5a6849cc4b21 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:33.631058 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-41594bf9-08d9-4ad1-bd2b-76419abe16cd req-e7ac20b3-df35-435a-bcac-5a6849cc4b21 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 944 time: 0.7447863 May 17 12:02:33.635277 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Allocated IP 172.20.0.6 (0bbeabaa-a910-4c06-87ed-683e77a2a144/685ffa5d-e5f3-449a-891a-d59980e97bab/4a8ea75c-d334-43d5-a8bf-f1a100b33dd0) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:33.666369 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a744b9-e5cd-4551-bc11-700b44e116dd', 'tag': '856aa2a5-b2ec-4151-bc1b-0c506a2bc39f', 'status': 'completed', 'code': 200} May 17 12:02:33.758447 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-41594bf9-08d9-4ad1-bd2b-76419abe16cd req-678386df-e7b0-479c-b0f0-fde2bc0e9a26 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251214 May 17 12:02:33.773280 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-8c605375-ea51-49f6-adb9-b86e71f214e4 req-69b7ec74-a295-4aa4-9d85-04f824bd287a service neutron] 10.222.0.64 "GET /v2.0/networks/2f703f95-c1ca-47cc-b14f-6b84d98a16c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6917734 May 17 12:02:33.839047 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ae859-326c-40d5-b506-b1d01b103416 req-aba60376-626d-4259-ab05-8c8a6c96516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:33.843137 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-aba60376-626d-4259-ab05-8c8a6c96516e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95d352b964a4429cacfc2c064f3e6021&device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 1096 time: 0.1753912 May 17 12:02:33.857039 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-64706536-6832-4fb1-b0f0-c6a4ae131ebb service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871832 May 17 12:02:33.957768 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-a74c7d79-350e-4022-8f6f-0cae9759f9e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f HTTP/1.1" status: 200 len: 217 time: 0.1066775 May 17 12:02:34.042647 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ae859-326c-40d5-b506-b1d01b103416 req-431d874f-9fcc-4ced-adf5-4694bb886c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:34.044991 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-431d874f-9fcc-4ced-adf5-4694bb886c76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=685ffa5d-e5f3-449a-891a-d59980e97bab HTTP/1.1" status: 200 len: 859 time: 0.0803132 May 17 12:02:34.115867 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2f8948cd-2c94-4e49-9664-f06898c96436 req-712d8f6f-d7cd-4e81-ae6f-1c5c017962d7 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 210 time: 0.1350954 May 17 12:02:34.123071 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-482c6784-431a-45dc-83a3-43981c220766 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bbeabaa-a910-4c06-87ed-683e77a2a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689480 May 17 12:02:34.347455 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-648b09e3-261b-4080-8b9a-79e5e32b022e service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165830 May 17 12:02:34.455952 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38088eb4-d182-4249-9e18-f80e77377868 req-2eb7a551-f436-4add-ac5a-70d8678c768c service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861650 May 17 12:02:34.494897 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaea6e8-27bc-4b44-84c6-5fb178414e82 req-43b7b12c-8e85-4645-9f7c-74a9942132e4 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:34.497584 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5aaea6e8-27bc-4b44-84c6-5fb178414e82 req-43b7b12c-8e85-4645-9f7c-74a9942132e4 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 943 time: 0.6433740 May 17 12:02:34.591922 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.636108 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5aaea6e8-27bc-4b44-84c6-5fb178414e82 req-c3ff2815-2446-4292-bcd1-e207d3139d70 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230268 May 17 12:02:34.652092 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-155ae859-326c-40d5-b506-b1d01b103416 req-dacd91a4-6032-4d62-860d-b0b4bba58af7 service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938671 May 17 12:02:34.697202 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.717858 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:34.846427 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Network 0bbeabaa-a910-4c06-87ed-683e77a2a144 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:34.848083 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:34.865126 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:34.880565 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:34.881602 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.909099 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Pushing event updated for resources: {'Port': ['ID=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:34.921530 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:34.928156 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57711865-fab6-4881-a10d-51768ead76cf req-bacfac79-dedd-4fd6-90a9-f1df5c76f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:34.933369 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8883116 May 17 12:02:34.934482 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-57711865-fab6-4881-a10d-51768ead76cf req-bacfac79-dedd-4fd6-90a9-f1df5c76f049 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95d352b964a4429cacfc2c064f3e6021&device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 1096 time: 0.2187827 May 17 12:02:34.957005 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Request body: {'port': {'device_id': 'f2d92842-540a-4d76-ae42-f3fbfe1beecc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:35.302895 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57711865-fab6-4881-a10d-51768ead76cf req-88af4e57-b3a8-41e3-983b-8941bb8f58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:35.309662 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-57711865-fab6-4881-a10d-51768ead76cf req-88af4e57-b3a8-41e3-983b-8941bb8f58e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bbeabaa-a910-4c06-87ed-683e77a2a144 HTTP/1.1" status: 200 len: 920 time: 0.3583260 May 17 12:02:35.549140 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-57711865-fab6-4881-a10d-51768ead76cf req-9453406a-4aba-418a-9584-70b3a338dc4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f HTTP/1.1" status: 200 len: 217 time: 0.2324369 May 17 12:02:35.581799 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-33577cd7-a1cc-46e4-be32-d6ea3f934582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.593923 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd736f9-abdf-4c9e-85f3-6a0c5951a60e req-84ae3bd4-c40c-4991-8736-8b1360acc196 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:35.596080 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3bd736f9-abdf-4c9e-85f3-6a0c5951a60e req-84ae3bd4-c40c-4991-8736-8b1360acc196 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 944 time: 0.5355399 May 17 12:02:35.654077 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.666638 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.696767 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57711865-fab6-4881-a10d-51768ead76cf req-5f1ba4e9-3c42-4b0a-90d4-6aef4759a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:35.698966 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-57711865-fab6-4881-a10d-51768ead76cf req-5f1ba4e9-3c42-4b0a-90d4-6aef4759a8da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=685ffa5d-e5f3-449a-891a-d59980e97bab HTTP/1.1" status: 200 len: 859 time: 0.1424813 May 17 12:02:35.759158 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-57711865-fab6-4881-a10d-51768ead76cf req-5192b811-b8e8-4880-9035-60211f42d15f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bbeabaa-a910-4c06-87ed-683e77a2a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527394 May 17 12:02:35.806292 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3bd736f9-abdf-4c9e-85f3-6a0c5951a60e req-109a952e-446a-4b21-8274-b7ce8e6f3b8c tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020576 May 17 12:02:35.845372 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5d51a-1a3c-4cb3-a408-8e5441586267 req-27f4aea5-7cf7-42b7-9999-8b732d1638bf tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:35.846351 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-97b5d51a-1a3c-4cb3-a408-8e5441586267 req-27f4aea5-7cf7-42b7-9999-8b732d1638bf tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Synchronizing usage tracker for tenant:95d352b964a4429cacfc2c064f3e6021 on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:35.950425 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-97b5d51a-1a3c-4cb3-a408-8e5441586267 req-27f4aea5-7cf7-42b7-9999-8b732d1638bf tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Unset dirty status for tenant:95d352b964a4429cacfc2c064f3e6021 on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:35.958125 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-97b5d51a-1a3c-4cb3-a408-8e5441586267 req-27f4aea5-7cf7-42b7-9999-8b732d1638bf tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 931 time: 0.5304589 May 17 12:02:36.116128 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-57711865-fab6-4881-a10d-51768ead76cf req-5e3acb72-931d-4c73-bfdd-1c9c4cf6d000 service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490283 May 17 12:02:36.251957 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-97b5d51a-1a3c-4cb3-a408-8e5441586267 req-b6b265af-56b0-4aec-a69c-2097889f9a89 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923105 May 17 12:02:36.425350 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-57711865-fab6-4881-a10d-51768ead76cf req-41548c93-b288-4520-89ac-c85c99a8711b service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978861 May 17 12:02:36.482294 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1024383-a6c1-4136-a264-0985bcfdd971 req-c0c31e35-aeb5-4180-868a-bbff1211a409 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:36.483854 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f1024383-a6c1-4136-a264-0985bcfdd971 req-c0c31e35-aeb5-4180-868a-bbff1211a409 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 943 time: 0.3349369 May 17 12:02:36.606334 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f1024383-a6c1-4136-a264-0985bcfdd971 req-f7db2158-5a6e-4590-bddd-a477534faee6 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065111 May 17 12:02:36.613182 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 {{(pid=78759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:02:36.633960 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.646864 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.652066 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Transition to ACTIVE for port object 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 will not be triggered until provisioned by entity L2. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:36.658117 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.663091 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-a33bb18b-2220-4789-8b11-ac73ecf13126 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:36.921688 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Pushing event updated for resources: {'Port': ['ID=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:36.927926 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:36.933596 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Attempting to bind port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:36.934229 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Attempting to bind port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '4c38c62c-fa65-4082-bc4d-401b5f1afaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144'}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:36.934792 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Attempting to bind port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 on network 0bbeabaa-a910-4c06-87ed-683e77a2a144 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:36.941172 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 on network 0bbeabaa-a910-4c06-87ed-683e77a2a144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:02:36.941540 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Attempting to bind port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 on network 0bbeabaa-a910-4c06-87ed-683e77a2a144 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:36.949029 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:36.949029 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Checking segment: {'id': '4c38c62c-fa65-4082-bc4d-401b5f1afaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:36.949029 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Bound using segment: {'id': '4c38c62c-fa65-4082-bc4d-401b5f1afaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144'} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:36.949029 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Bound port: 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c38c62c-fa65-4082-bc4d-401b5f1afaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144'}}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:36.949730 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.223542 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] For port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0, host hv-cinder-73414, cleared binding levels {{(pid=78759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:37.230369 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] For port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0,segment=NetworkSegment(4c38c62c-fa65-4082-bc4d-401b5f1afaac),segment_id=4c38c62c-fa65-4082-bc4d-401b5f1afaac)] {{(pid=78759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:37.242795 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.253117 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-4306e919-2b80-4e43-984b-7151ba66dbe2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:37.306187 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653bafd-d0af-4b43-bbdb-45c05361443d req-87291b58-2543-46dc-8200-584956357518 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:37.307804 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3653bafd-d0af-4b43-bbdb-45c05361443d req-87291b58-2543-46dc-8200-584956357518 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 944 time: 0.2796025 May 17 12:02:37.355454 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:37.356458 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.357830 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] 10.222.0.64 "PUT /v2.0/ports/4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 HTTP/1.1" status: 200 len: 1093 time: 2.4067445 May 17 12:02:37.372596 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d92842-540a-4d76-ae42-f3fbfe1beecc', 'tag': '4a8ea75c-d334-43d5-a8bf-f1a100b33dd0'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:37.499959 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3653bafd-d0af-4b43-bbdb-45c05361443d req-9265d5d6-6d4e-4112-8004-cf655608ba01 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668689 May 17 12:02:37.509921 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Pushing event updated for resources: {'Port': ['ID=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0,revision_number=3']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:37.514941 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:37.629422 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d92842-540a-4d76-ae42-f3fbfe1beecc', 'tag': '4a8ea75c-d334-43d5-a8bf-f1a100b33dd0', 'status': 'completed', 'code': 200} May 17 12:02:37.658445 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-e4c56f16-9278-4048-8f72-80f60f5166f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:37.661217 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-e4c56f16-9278-4048-8f72-80f60f5166f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95d352b964a4429cacfc2c064f3e6021&device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 1096 time: 0.2332547 May 17 12:02:37.771460 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-3e694e35-a797-4e81-a06a-5be867184d62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 HTTP/1.1" status: 200 len: 217 time: 0.0993838 May 17 12:02:37.781997 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27184c4c-19c3-473c-9d19-daefe78cd06d req-f5a53bd7-af3d-4d31-9c51-d3a2d105e429 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:37.783088 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-27184c4c-19c3-473c-9d19-daefe78cd06d req-f5a53bd7-af3d-4d31-9c51-d3a2d105e429 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 943 time: 0.2807705 May 17 12:02:37.990478 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-febe2a5e-b195-4a68-a8f7-529a453ee3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:37.992468 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-febe2a5e-b195-4a68-a8f7-529a453ee3ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=685ffa5d-e5f3-449a-891a-d59980e97bab HTTP/1.1" status: 200 len: 859 time: 0.2084155 May 17 12:02:37.999980 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-27184c4c-19c3-473c-9d19-daefe78cd06d req-f7d3a3a4-6237-4070-893a-4060cbe12788 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156309 May 17 12:02:38.060116 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-84a2494d-6f91-408c-8b2e-4faa8497fa8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bbeabaa-a910-4c06-87ed-683e77a2a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568595 May 17 12:02:38.099393 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f085e-3ba8-4c4e-bad3-19c3df37ee59 req-72b39ce2-f7db-4a3b-977b-50cafe6b0dbf tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:38.101491 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b79f085e-3ba8-4c4e-bad3-19c3df37ee59 req-72b39ce2-f7db-4a3b-977b-50cafe6b0dbf tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 943 time: 0.3285990 May 17 12:02:38.236662 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b79f085e-3ba8-4c4e-bad3-19c3df37ee59 req-49ad3d9a-1069-46ab-b8fb-a5236d1f22f3 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844114 May 17 12:02:38.275416 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-0ddbca3a-5f3b-4d03-af1e-10933f90e45c service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081983 May 17 12:02:38.474324 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:38.512067 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cc28ecc-0477-4a72-a30f-88d24bd0f3f4 req-21389f9f-a4f4-472a-9b3b-18db0d7ea8f9 service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278519 May 17 12:02:38.661490 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018df18-fa5f-4bb7-aef8-00d1455ae1ad req-0dd6b006-adb0-4fb8-955b-eb2b5c4cb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:38.664874 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6018df18-fa5f-4bb7-aef8-00d1455ae1ad req-0dd6b006-adb0-4fb8-955b-eb2b5c4cb049 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95d352b964a4429cacfc2c064f3e6021&device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 1096 time: 0.1002607 May 17 12:02:38.919786 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5e240-756b-4f4a-b9e4-2623aaac5740 req-f65dd0a8-191e-4b71-8766-f2d00b1c2331 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:38.928263 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9cb5e240-756b-4f4a-b9e4-2623aaac5740 req-f65dd0a8-191e-4b71-8766-f2d00b1c2331 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 944 time: 0.2160218 May 17 12:02:38.932261 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018df18-fa5f-4bb7-aef8-00d1455ae1ad req-5eff41d3-6dff-4914-9a37-92cc009afe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:38.934561 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6018df18-fa5f-4bb7-aef8-00d1455ae1ad req-5eff41d3-6dff-4914-9a37-92cc009afe17 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bbeabaa-a910-4c06-87ed-683e77a2a144 HTTP/1.1" status: 200 len: 920 time: 0.2620566 May 17 12:02:38.968230 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:02:39.032268 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6018df18-fa5f-4bb7-aef8-00d1455ae1ad req-9d8673ca-6d81-42b0-ba29-684194b5cb7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 HTTP/1.1" status: 200 len: 217 time: 0.0798931 May 17 12:02:39.260631 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9cb5e240-756b-4f4a-b9e4-2623aaac5740 req-ce8540fb-a18b-43e2-a3b8-cc2dfb3ab82d tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310828 May 17 12:02:39.302778 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018df18-fa5f-4bb7-aef8-00d1455ae1ad req-de24fca9-87a2-47a0-b991-16a34cc4192a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:39.305105 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6018df18-fa5f-4bb7-aef8-00d1455ae1ad req-de24fca9-87a2-47a0-b991-16a34cc4192a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=685ffa5d-e5f3-449a-891a-d59980e97bab HTTP/1.1" status: 200 len: 859 time: 0.2627444 May 17 12:02:39.359744 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6018df18-fa5f-4bb7-aef8-00d1455ae1ad req-561df808-7154-4a3c-904b-cd1b0875a6c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bbeabaa-a910-4c06-87ed-683e77a2a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478606 May 17 12:02:39.404487 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b75a76-98d2-4370-abec-636b882086f5 req-e454c7f4-adce-4138-be20-4beb3fd1bda9 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:39.406033 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-90b75a76-98d2-4370-abec-636b882086f5 req-e454c7f4-adce-4138-be20-4beb3fd1bda9 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 943 time: 0.2259266 May 17 12:02:39.611335 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-90b75a76-98d2-4370-abec-636b882086f5 req-211f53a4-5ad6-49ba-8066-54e05fa23efb tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480403 May 17 12:02:39.642895 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6018df18-fa5f-4bb7-aef8-00d1455ae1ad req-99b2e71e-f1aa-4eaf-bb4a-db570bd7244a service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766130 May 17 12:02:39.755600 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed0e5e-fba0-446a-9b76-dd1269f7dad7 req-e9c273d6-0e06-4f15-8483-d713f7fcce18 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:39.757332 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d5ed0e5e-fba0-446a-9b76-dd1269f7dad7 req-e9c273d6-0e06-4f15-8483-d713f7fcce18 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 943 time: 0.2561357 May 17 12:02:39.844592 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d5ed0e5e-fba0-446a-9b76-dd1269f7dad7 req-999501d3-ab3e-4359-9485-6ee83021e58b tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733838 May 17 12:02:39.866034 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6018df18-fa5f-4bb7-aef8-00d1455ae1ad req-066e1fbb-470b-43fd-9d70-c851725c8488 service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135701 May 17 12:02:40.048018 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:02:40.392448 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f,segment=NetworkSegment(4c38c62c-fa65-4082-bc4d-401b5f1afaac),segment_id=4c38c62c-fa65-4082-bc4d-401b5f1afaac)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:40.470664 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '856aa2a5-b2ec-4151-bc1b-0c506a2bc39f', 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144', 'port_id': '856aa2a5-b2ec-4151-bc1b-0c506a2bc39f', 'mac_address': 'fa:16:3e:8c:25:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685ffa5d-e5f3-449a-891a-d59980e97bab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:02:40.560967 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 49292) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:40.580553 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ab9a6-1bd7-470f-9f9b-1ccd71539590 req-6c11b057-0bf1-4a24-94bd-a928d90e777e tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:40.584612 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c24ab9a6-1bd7-470f-9f9b-1ccd71539590 req-6c11b057-0bf1-4a24-94bd-a928d90e777e tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 944 time: 0.1784000 May 17 12:02:40.599397 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:40.639871 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:02:40.675086 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f,segment=NetworkSegment(4c38c62c-fa65-4082-bc4d-401b5f1afaac),segment_id=4c38c62c-fa65-4082-bc4d-401b5f1afaac)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:40.683799 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:40.687903 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b6ad61af-df06-4133-93ee-ed767763a4e3 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:02:40.698389 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:40.703006 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c24ab9a6-1bd7-470f-9f9b-1ccd71539590 req-99b0471d-3c33-4faf-9a73-e4be99717c33 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111920 May 17 12:02:40.815192 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eb93063e-57eb-4968-8db6-bdbed0fabc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:40.865002 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-eb93063e-57eb-4968-8db6-bdbed0fabc88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:40.871307 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-eb93063e-57eb-4968-8db6-bdbed0fabc88 admin admin] Usage tracker for resource:security_group_rule and tenant:b81ec02f3a07421fa703ee962abf7fe8 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:40.892987 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-eb93063e-57eb-4968-8db6-bdbed0fabc88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:40.911875 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-eb93063e-57eb-4968-8db6-bdbed0fabc88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:40.931627 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:40.949907 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:41.035950 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c0b2c-c620-4808-8f94-896310cc1305 req-8061a54b-184a-4dca-9077-bbd310e16f02 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:41.049195 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5d2c0b2c-c620-4808-8f94-896310cc1305 req-8061a54b-184a-4dca-9077-bbd310e16f02 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 943 time: 0.1541107 May 17 12:02:41.091736 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port b6ad61af-df06-4133-93ee-ed767763a4e3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b6ad61af-df06-4133-93ee-ed767763a4e3,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:41.127690 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': 'b6ad61af-df06-4133-93ee-ed767763a4e3', 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a', 'port_id': 'b6ad61af-df06-4133-93ee-ed767763a4e3', 'mac_address': 'fa:16:3e:29:3b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6d395f-a0d1-421d-8483-8630a259746d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:02:41.149101 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eb93063e-57eb-4968-8db6-bdbed0fabc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.156898 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eb93063e-57eb-4968-8db6-bdbed0fabc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.166219 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:41.212149 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5d2c0b2c-c620-4808-8f94-896310cc1305 req-8fffdee9-d629-4f69-bc7f-4d26feb269dc tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593971 May 17 12:02:41.253022 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93063e-57eb-4968-8db6-bdbed0fabc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bacf589-b8e7-4c39-8f57-c4e5bcae9708,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:41.258711 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-eb93063e-57eb-4968-8db6-bdbed0fabc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:41.263070 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-eb93063e-57eb-4968-8db6-bdbed0fabc88 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b81ec02f3a07421fa703ee962abf7fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7007320 May 17 12:02:41.266610 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 49328) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:41.283494 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13c058-047a-4d01-a2b6-5783eea85a15 req-29e85277-ca55-4ad6-a39a-512b9929a7c7 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:41.283993 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.285028 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2e13c058-047a-4d01-a2b6-5783eea85a15 req-29e85277-ca55-4ad6-a39a-512b9929a7c7 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 943 time: 0.2010932 May 17 12:02:41.358871 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ad61af-df06-4133-93ee-ed767763a4e3 {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:02:41.381315 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port b6ad61af-df06-4133-93ee-ed767763a4e3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b6ad61af-df06-4133-93ee-ed767763a4e3,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:41.390164 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.393035 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 1ab4219c-4209-4ad1-a845-3fce7b46e73d details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:02:41.404672 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:41.406307 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2e13c058-047a-4d01-a2b6-5783eea85a15 req-8efac5aa-01a7-4cc6-a8b6-9a08089ea47c tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131067 May 17 12:02:41.423980 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d34d8bd1-8295-497f-9374-e8c0c5ac52c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.486307 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d34d8bd1-8295-497f-9374-e8c0c5ac52c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.610373 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.610789 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d34d8bd1-8295-497f-9374-e8c0c5ac52c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.629817 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=b6ad61af-df06-4133-93ee-ed767763a4e3,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:41.630910 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-61606d64-6baf-4474-aa4e-669d951d9fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:41.634521 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:41.661475 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d8bd1-8295-497f-9374-e8c0c5ac52c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bacf589-b8e7-4c39-8f57-c4e5bcae9708,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:41.666880 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-d34d8bd1-8295-497f-9374-e8c0c5ac52c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:41.678141 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d34d8bd1-8295-497f-9374-e8c0c5ac52c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.701434 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 1ab4219c-4209-4ad1-a845-3fce7b46e73d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=1ab4219c-4209-4ad1-a845-3fce7b46e73d,segment=NetworkSegment(628af9d9-a23d-43a2-96e4-5cbcf81b3aea),segment_id=628af9d9-a23d-43a2-96e4-5cbcf81b3aea)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:41.702438 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-d34d8bd1-8295-497f-9374-e8c0c5ac52c7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1bacf589-b8e7-4c39-8f57-c4e5bcae9708 HTTP/1.1" status: 204 len: 168 time: 0.4163656 May 17 12:02:41.723664 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '1ab4219c-4209-4ad1-a845-3fce7b46e73d', 'network_id': '2f703f95-c1ca-47cc-b14f-6b84d98a16c3', 'port_id': '1ab4219c-4209-4ad1-a845-3fce7b46e73d', 'mac_address': 'fa:16:3e:82:b4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e272328-45a4-4b50-8f2d-10f815b2b721', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:02:41.854197 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.884814 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab4219c-4209-4ad1-a845-3fce7b46e73d {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:02:41.921676 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 1ab4219c-4209-4ad1-a845-3fce7b46e73d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=1ab4219c-4209-4ad1-a845-3fce7b46e73d,segment=NetworkSegment(628af9d9-a23d-43a2-96e4-5cbcf81b3aea),segment_id=628af9d9-a23d-43a2-96e4-5cbcf81b3aea)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:41.931444 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.934681 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:42.015778 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=1ab4219c-4209-4ad1-a845-3fce7b46e73d,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:42.018843 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:42.030742 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:02:42.059493 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cfec7-edd4-4b6d-88a5-03375bd7cdd9 req-d4c0f79c-92f8-44ce-9c30-04bc550cec20 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:42.061734 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e76cfec7-edd4-4b6d-88a5-03375bd7cdd9 req-d4c0f79c-92f8-44ce-9c30-04bc550cec20 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 945 time: 0.1301291 May 17 12:02:42.169623 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e76cfec7-edd4-4b6d-88a5-03375bd7cdd9 req-514042ce-c282-491a-add4-59bed98933c9 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956602 May 17 12:02:42.280935 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0,segment=NetworkSegment(4c38c62c-fa65-4082-bc4d-401b5f1afaac),segment_id=4c38c62c-fa65-4082-bc4d-401b5f1afaac)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:42.294966 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 49372) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:42.299057 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '4a8ea75c-d334-43d5-a8bf-f1a100b33dd0', 'network_id': '0bbeabaa-a910-4c06-87ed-683e77a2a144', 'port_id': '4a8ea75c-d334-43d5-a8bf-f1a100b33dd0', 'mac_address': 'fa:16:3e:b6:ce:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685ffa5d-e5f3-449a-891a-d59980e97bab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:02:42.315917 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4c4b-96b8-4567-b1b8-050d7c7585b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.415791 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.434729 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:02:42.450610 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-5c7a4c4b-96b8-4567-b1b8-050d7c7585b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:42.459246 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0,segment=NetworkSegment(4c38c62c-fa65-4082-bc4d-401b5f1afaac),segment_id=4c38c62c-fa65-4082-bc4d-401b5f1afaac)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:42.466059 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-5c7a4c4b-96b8-4567-b1b8-050d7c7585b6 admin admin] Usage tracker for resource:security_group_rule and tenant:b84433062ea74af5830ee6f3ad1f3e06 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:42.468064 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.471304 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:42.473791 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-5c7a4c4b-96b8-4567-b1b8-050d7c7585b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:42.484583 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-5c7a4c4b-96b8-4567-b1b8-050d7c7585b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:42.546092 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['b6ad61af-df06-4133-93ee-ed767763a4e3'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:02:42.553232 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e74435-d835-4ce9-9821-b245ba7d2461 req-c3c0e66c-8f32-4723-8424-e445b767229c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:42.555975 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-02e74435-d835-4ce9-9821-b245ba7d2461 req-c3c0e66c-8f32-4723-8424-e445b767229c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 943 time: 0.1754904 May 17 12:02:42.593323 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['856aa2a5-b2ec-4151-bc1b-0c506a2bc39f'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:02:42.630916 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['1ab4219c-4209-4ad1-a845-3fce7b46e73d'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:02:42.645141 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 49388) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:42.702448 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-02e74435-d835-4ce9-9821-b245ba7d2461 req-221c60e0-438c-4a0f-9066-9d9c60e58197 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389613 May 17 12:02:42.758141 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4c4b-96b8-4567-b1b8-050d7c7585b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.768647 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4c4b-96b8-4567-b1b8-050d7c7585b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.790383 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dbdad-39c9-47be-9942-18a57603c4bb req-2396e99c-6209-4018-aa3a-c7736531de97 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:42.792211 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-026dbdad-39c9-47be-9942-18a57603c4bb req-2396e99c-6209-4018-aa3a-c7736531de97 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 944 time: 0.1607718 May 17 12:02:42.795397 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-f048a73f-b31b-4689-abe9-db0307e940a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:42.855540 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1f8367fc-9c55-4053-8c6e-c02a9d83c055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.872751 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-1f8367fc-9c55-4053-8c6e-c02a9d83c055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:42.877365 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-1f8367fc-9c55-4053-8c6e-c02a9d83c055 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa1e3a09e114907b85f6f6068d69fd9 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:42.877952 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:42.881053 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-1f8367fc-9c55-4053-8c6e-c02a9d83c055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:42.882290 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:42.894655 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-1f8367fc-9c55-4053-8c6e-c02a9d83c055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:42.896784 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-026dbdad-39c9-47be-9942-18a57603c4bb req-604a48bc-d441-4ecb-b87f-b6dcd50b1682 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943112 May 17 12:02:42.901824 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a4c4b-96b8-4567-b1b8-050d7c7585b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960d927e-30fc-47bc-a1e2-10b3154b1a18,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:42.907094 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-5c7a4c4b-96b8-4567-b1b8-050d7c7585b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b84433062ea74af5830ee6f3ad1f3e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6116292 May 17 12:02:42.908822 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-5c7a4c4b-96b8-4567-b1b8-050d7c7585b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:42.910308 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 49398) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:42.989667 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['4a8ea75c-d334-43d5-a8bf-f1a100b33dd0'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:02:43.013627 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d3df5078-c6b8-427a-bd81-1d84a39b63ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.017340 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1f8367fc-9c55-4053-8c6e-c02a9d83c055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.024205 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1f8367fc-9c55-4053-8c6e-c02a9d83c055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.033836 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:43.059692 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d3df5078-c6b8-427a-bd81-1d84a39b63ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.075722 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8367fc-9c55-4053-8c6e-c02a9d83c055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88972ef4-0858-497a-b228-d36b6cad0c75,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:43.082375 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1f8367fc-9c55-4053-8c6e-c02a9d83c055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:43.112215 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-1f8367fc-9c55-4053-8c6e-c02a9d83c055 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6fa1e3a09e114907b85f6f6068d69fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646513 May 17 12:02:43.116676 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 49406) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:43.181081 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d3df5078-c6b8-427a-bd81-1d84a39b63ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.189523 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:43.210184 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df5078-c6b8-427a-bd81-1d84a39b63ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960d927e-30fc-47bc-a1e2-10b3154b1a18,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:43.214020 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d3df5078-c6b8-427a-bd81-1d84a39b63ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.218047 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-d3df5078-c6b8-427a-bd81-1d84a39b63ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/960d927e-30fc-47bc-a1e2-10b3154b1a18 HTTP/1.1" status: 204 len: 168 time: 0.3044097 May 17 12:02:43.218047 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d3df5078-c6b8-427a-bd81-1d84a39b63ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:43.293649 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b5f34beb-5870-4d9e-b618-23de6d22028a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.463939 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b5f34beb-5870-4d9e-b618-23de6d22028a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.588796 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853baf37-0e70-48ed-aa50-90cffb9c480e req-1cb56665-a463-4650-8b50-18fca43b93dd tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:43.591745 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-853baf37-0e70-48ed-aa50-90cffb9c480e req-1cb56665-a463-4650-8b50-18fca43b93dd tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 945 time: 0.1974156 May 17 12:02:43.593930 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b5f34beb-5870-4d9e-b618-23de6d22028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.598981 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5f10bdd0-4e87-41ff-8590-f1c2a5a46b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:43.620659 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f34beb-5870-4d9e-b618-23de6d22028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88972ef4-0858-497a-b228-d36b6cad0c75,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:43.624892 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b5f34beb-5870-4d9e-b618-23de6d22028a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:43.637980 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b5f34beb-5870-4d9e-b618-23de6d22028a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.639236 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-b5f34beb-5870-4d9e-b618-23de6d22028a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88972ef4-0858-497a-b228-d36b6cad0c75 HTTP/1.1" status: 204 len: 168 time: 0.5212307 May 17 12:02:43.685072 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-853baf37-0e70-48ed-aa50-90cffb9c480e req-97686a66-0892-4ae4-b35f-9ea908fc0e9c tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823762 May 17 12:02:43.685853 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 49428) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:43.940444 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99083aa8-c803-42f4-816b-84deb0fe2a51 req-e3d5c069-f53c-4782-b867-9ef9e8eda3f7 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:43.942770 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-99083aa8-c803-42f4-816b-84deb0fe2a51 req-e3d5c069-f53c-4782-b867-9ef9e8eda3f7 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 944 time: 0.1139271 May 17 12:02:44.009725 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-99083aa8-c803-42f4-816b-84deb0fe2a51 req-eae826a8-1f45-4cb4-b431-b18aa7798e6b tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579610 May 17 12:02:44.139046 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f192f29a-f994-4199-9920-2ec23f74c8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.159977 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-f192f29a-f994-4199-9920-2ec23f74c8d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:44.166995 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-f192f29a-f994-4199-9920-2ec23f74c8d6 admin admin] Usage tracker for resource:security_group_rule and tenant:0d8a102aeef34554a865932771bc9b06 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:44.170920 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-f192f29a-f994-4199-9920-2ec23f74c8d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:44.198837 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-f192f29a-f994-4199-9920-2ec23f74c8d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:44.341453 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 49462) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:44.386031 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-40597f11-2b09-4c4a-910d-3d01de2f03b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.401327 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3489eee-16ee-4228-b59c-f28cd8ead7ce req-bef66151-0141-4e48-b5a3-a589434eeb8b tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:44.403009 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c3489eee-16ee-4228-b59c-f28cd8ead7ce req-bef66151-0141-4e48-b5a3-a589434eeb8b tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 944 time: 0.3110278 May 17 12:02:44.428370 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f192f29a-f994-4199-9920-2ec23f74c8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.430040 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-40597f11-2b09-4c4a-910d-3d01de2f03b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:44.435229 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f192f29a-f994-4199-9920-2ec23f74c8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.468540 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c3489eee-16ee-4228-b59c-f28cd8ead7ce req-caaf28f7-f58e-472c-906d-575910220dc8 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587258 May 17 12:02:44.490852 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-40597f11-2b09-4c4a-910d-3d01de2f03b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b55c1f15861647c7b40ce37a5ce89e3d is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:44.494675 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:44.504169 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-40597f11-2b09-4c4a-910d-3d01de2f03b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:44.511242 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-f192f29a-f994-4199-9920-2ec23f74c8d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0d8a102aeef34554a865932771bc9b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8236508 May 17 12:02:44.514902 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 49470) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:44.520380 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-40597f11-2b09-4c4a-910d-3d01de2f03b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:44.545798 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192f29a-f994-4199-9920-2ec23f74c8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847a868d-dc3c-4c1a-9c2a-aadde5bc2dd1,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:44.560381 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-f192f29a-f994-4199-9920-2ec23f74c8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:44.612893 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e18bb437-f2ad-44aa-a457-c5222460e230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.650926 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e18bb437-f2ad-44aa-a457-c5222460e230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.709603 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-40597f11-2b09-4c4a-910d-3d01de2f03b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.717089 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-40597f11-2b09-4c4a-910d-3d01de2f03b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.728224 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e18bb437-f2ad-44aa-a457-c5222460e230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.729577 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:44.739515 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:44.760097 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e18bb437-f2ad-44aa-a457-c5222460e230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.761677 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-e18bb437-f2ad-44aa-a457-c5222460e230 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/847a868d-dc3c-4c1a-9c2a-aadde5bc2dd1 HTTP/1.1" status: 204 len: 168 time: 0.2458191 May 17 12:02:44.765569 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bb437-f2ad-44aa-a457-c5222460e230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847a868d-dc3c-4c1a-9c2a-aadde5bc2dd1,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:44.768961 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e18bb437-f2ad-44aa-a457-c5222460e230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:44.815095 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 49490) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:44.815277 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-40597f11-2b09-4c4a-910d-3d01de2f03b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b55c1f15861647c7b40ce37a5ce89e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685140 May 17 12:02:44.815277 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40597f11-2b09-4c4a-910d-3d01de2f03b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9acfc9e-9775-4040-8012-a97e01b07d81,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:44.816005 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-40597f11-2b09-4c4a-910d-3d01de2f03b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:44.996629 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-383a5c21-e038-4ff5-8107-528f501ef552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.039102 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553ba12-e16a-4822-9e31-e774ed6daea0 req-6ce7898e-59dd-4262-94c7-bb2a96ccd73f tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:45.040924 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b553ba12-e16a-4822-9e31-e774ed6daea0 req-6ce7898e-59dd-4262-94c7-bb2a96ccd73f tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 945 time: 0.1996467 May 17 12:02:45.043730 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-383a5c21-e038-4ff5-8107-528f501ef552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.159859 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b553ba12-e16a-4822-9e31-e774ed6daea0 req-0b077b37-6e27-48a1-ad81-382868ca4bbc tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048951 May 17 12:02:45.225038 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-383a5c21-e038-4ff5-8107-528f501ef552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.237703 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:45.258900 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a5c21-e038-4ff5-8107-528f501ef552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9acfc9e-9775-4040-8012-a97e01b07d81,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:45.261168 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-383a5c21-e038-4ff5-8107-528f501ef552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:45.275662 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-383a5c21-e038-4ff5-8107-528f501ef552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.276781 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-383a5c21-e038-4ff5-8107-528f501ef552 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b9acfc9e-9775-4040-8012-a97e01b07d81 HTTP/1.1" status: 204 len: 168 time: 0.4643555 May 17 12:02:45.321334 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d3f45-a0d7-4a70-873b-e569c4dfc3ba req-8b9dc1a8-9d4a-4962-8689-1cceb22da650 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:45.323314 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1c0d3f45-a0d7-4a70-873b-e569c4dfc3ba req-8b9dc1a8-9d4a-4962-8689-1cceb22da650 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 944 time: 0.1359937 May 17 12:02:45.428023 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1c0d3f45-a0d7-4a70-873b-e569c4dfc3ba req-4a2c9b54-a8fc-4f40-b39b-42ce8993c35e tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938118 May 17 12:02:45.561202 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 49514) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:45.642573 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-10ccc05c-8825-426a-a3bf-02bf6a64d2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.705745 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-10ccc05c-8825-426a-a3bf-02bf6a64d2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:45.711981 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-10ccc05c-8825-426a-a3bf-02bf6a64d2a7 admin admin] Usage tracker for resource:security_group_rule and tenant:5979dbcba8dd4181b29d3010e5e39122 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:45.716700 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-10ccc05c-8825-426a-a3bf-02bf6a64d2a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:45.738678 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-10ccc05c-8825-426a-a3bf-02bf6a64d2a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:45.867212 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-10ccc05c-8825-426a-a3bf-02bf6a64d2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.874066 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-10ccc05c-8825-426a-a3bf-02bf6a64d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.912636 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-406e9eb6-f97d-44a1-aeab-ea94f81890e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:45.931239 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-10ccc05c-8825-426a-a3bf-02bf6a64d2a7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5979dbcba8dd4181b29d3010e5e39122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674734 May 17 12:02:45.933697 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 49538) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:46.021673 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccc05c-8825-426a-a3bf-02bf6a64d2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3051b8-6b50-4cc4-bb5d-b741924b2760,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:46.026646 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-10ccc05c-8825-426a-a3bf-02bf6a64d2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:46.046206 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 1ab4219c-4209-4ad1-a845-3fce7b46e73d up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:46.051098 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ee7db9c7-4761-4f62-b153-ae148106061b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:46.072152 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334889b-af64-47b1-845f-39474d9e05ff req-81a4b645-1ac6-4129-aec8-9f903be5ce84 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:46.080845 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0334889b-af64-47b1-845f-39474d9e05ff req-81a4b645-1ac6-4129-aec8-9f903be5ce84 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 944 time: 0.2207258 May 17 12:02:46.122105 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ee7db9c7-4761-4f62-b153-ae148106061b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:46.187639 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0334889b-af64-47b1-845f-39474d9e05ff req-4acfd05f-ff76-454e-abac-e220da1fbb3c tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934331 May 17 12:02:46.209992 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port 1ab4219c-4209-4ad1-a845-3fce7b46e73d completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:46.222963 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 1ab4219c-4209-4ad1-a845-3fce7b46e73d triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:46.224745 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:46.269084 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ee7db9c7-4761-4f62-b153-ae148106061b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:46.299871 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-eb93063e-57eb-4968-8db6-bdbed0fabc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:46.364224 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ee7db9c7-4761-4f62-b153-ae148106061b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:46.366951 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-ee7db9c7-4761-4f62-b153-ae148106061b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c3051b8-6b50-4cc4-bb5d-b741924b2760 HTTP/1.1" status: 204 len: 168 time: 0.4311955 May 17 12:02:46.377637 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7db9c7-4761-4f62-b153-ae148106061b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3051b8-6b50-4cc4-bb5d-b741924b2760,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:46.390967 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ee7db9c7-4761-4f62-b153-ae148106061b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:46.455518 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7906ef-64b3-494d-9129-2e3244a1fc24 req-9febedf1-2d29-453c-b2ea-93435caeec26 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:46.469291 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-aa7906ef-64b3-494d-9129-2e3244a1fc24 req-9febedf1-2d29-453c-b2ea-93435caeec26 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 945 time: 0.1255362 May 17 12:02:46.506501 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:46.580689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cad20c-e069-4416-b4d4-01ca0ccae45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab4219c-4209-4ad1-a845-3fce7b46e73d'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:46.581436 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-aa7906ef-64b3-494d-9129-2e3244a1fc24 req-01a9da38-1405-4be2-a0fb-0d5e583499f0 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103399 May 17 12:02:46.749032 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 1ab4219c-4209-4ad1-a845-3fce7b46e73d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=1ab4219c-4209-4ad1-a845-3fce7b46e73d,segment=NetworkSegment(628af9d9-a23d-43a2-96e4-5cbcf81b3aea),segment_id=628af9d9-a23d-43a2-96e4-5cbcf81b3aea)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:46.756462 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:46.758833 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b6ad61af-df06-4133-93ee-ed767763a4e3 up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:46.767490 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ffc50-8c65-478c-9d06-adcb499caa2d req-81c52a7b-5b4c-4cb3-a3c7-5b73c1e063d9 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:46.769037 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4f3ffc50-8c65-478c-9d06-adcb499caa2d req-81c52a7b-5b4c-4cb3-a3c7-5b73c1e063d9 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 944 time: 0.1336958 May 17 12:02:46.861220 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:46.888273 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4f3ffc50-8c65-478c-9d06-adcb499caa2d req-de717ee4-4d78-4201-a0ec-1f8a8224adbb tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967109 May 17 12:02:47.028842 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=1ab4219c-4209-4ad1-a845-3fce7b46e73d,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:47.040790 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:47.050015 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port b6ad61af-df06-4133-93ee-ed767763a4e3 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:47.058194 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port b6ad61af-df06-4133-93ee-ed767763a4e3 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:47.058590 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.282592 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.389136 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port b6ad61af-df06-4133-93ee-ed767763a4e3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b6ad61af-df06-4133-93ee-ed767763a4e3,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:47.395667 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.399970 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:47.456002 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:47.589050 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=b6ad61af-df06-4133-93ee-ed767763a4e3,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:47.592875 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a50f5-c525-4b62-a1f3-5ef563d2f99f req-155c88b8-51fa-4369-b27b-ad73b18b9679 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:47.598143 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:47.602267 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:47.603489 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d22a50f5-c525-4b62-a1f3-5ef563d2f99f req-155c88b8-51fa-4369-b27b-ad73b18b9679 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 945 time: 0.1579084 May 17 12:02:47.622362 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:47.622734 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.689008 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d22a50f5-c525-4b62-a1f3-5ef563d2f99f req-c3104abe-d5e4-4790-ab60-7d2254028a17 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841219 May 17 12:02:47.690590 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cad20c-e069-4416-b4d4-01ca0ccae45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab4219c-4209-4ad1-a845-3fce7b46e73d', 'code': 200} May 17 12:02:47.807096 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.867263 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0,segment=NetworkSegment(4c38c62c-fa65-4082-bc4d-401b5f1afaac),segment_id=4c38c62c-fa65-4082-bc4d-401b5f1afaac)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:47.873045 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.876786 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:48.008357 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:48.253764 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:48.262388 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:48.300868 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:48.312227 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:48.312615 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:48.454624 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a05f3a-5c1c-4b18-97dd-48f9f4d7ddd8 req-840e3d4c-94d7-49af-9bc3-87604590adc2 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:48.467986 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-18a05f3a-5c1c-4b18-97dd-48f9f4d7ddd8 req-840e3d4c-94d7-49af-9bc3-87604590adc2 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 946 time: 0.5728536 May 17 12:02:48.483056 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36689419-9aa7-4b50-adf0-44f688aba84b req-9e0f6ef6-91a2-4ee2-9eac-c9c9d0763ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:48.524770 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-36689419-9aa7-4b50-adf0-44f688aba84b req-9e0f6ef6-91a2-4ee2-9eac-c9c9d0763ddc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 1098 time: 0.4534621 May 17 12:02:48.596926 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-36689419-9aa7-4b50-adf0-44f688aba84b req-4e63e7ef-87bd-48b4-8f6b-1a9fc6b12258 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:48.628395 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea77f2f-ced4-42be-9313-b088c055510b req-e1f33aaa-53ad-4cf3-baa6-443c4c6d31ef tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:48.630496 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3ea77f2f-ced4-42be-9313-b088c055510b req-e1f33aaa-53ad-4cf3-baa6-443c4c6d31ef tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.4526255 May 17 12:02:48.671896 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:48.692602 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-36689419-9aa7-4b50-adf0-44f688aba84b req-4e63e7ef-87bd-48b4-8f6b-1a9fc6b12258 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:48.707097 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-18a05f3a-5c1c-4b18-97dd-48f9f4d7ddd8 req-541a7ced-84f7-4822-a2d6-33d0522abb04 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276847 May 17 12:02:48.708662 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-36689419-9aa7-4b50-adf0-44f688aba84b req-4e63e7ef-87bd-48b4-8f6b-1a9fc6b12258 service neutron] Usage tracker for resource:security_group_rule and tenant:1b1ac6f4584c4efaa00f3716cd651b7b is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:48.716379 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-36689419-9aa7-4b50-adf0-44f688aba84b req-4e63e7ef-87bd-48b4-8f6b-1a9fc6b12258 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:48.734937 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-36689419-9aa7-4b50-adf0-44f688aba84b req-4e63e7ef-87bd-48b4-8f6b-1a9fc6b12258 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:48.769914 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f,segment=NetworkSegment(4c38c62c-fa65-4082-bc4d-401b5f1afaac),segment_id=4c38c62c-fa65-4082-bc4d-401b5f1afaac)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:48.783461 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:48.785441 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:48.795168 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3ea77f2f-ced4-42be-9313-b088c055510b req-bc8531d2-8ef0-4c93-be70-bdb17538306f tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305108 May 17 12:02:48.889117 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 49662) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:48.952884 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:48.957962 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:49.074633 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-36689419-9aa7-4b50-adf0-44f688aba84b req-4e63e7ef-87bd-48b4-8f6b-1a9fc6b12258 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.087320 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-36689419-9aa7-4b50-adf0-44f688aba84b req-4e63e7ef-87bd-48b4-8f6b-1a9fc6b12258 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.105633 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:49.157880 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-36689419-9aa7-4b50-adf0-44f688aba84b req-4e63e7ef-87bd-48b4-8f6b-1a9fc6b12258 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203313 May 17 12:02:49.186602 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63e7ef-87bd-48b4-8f6b-1a9fc6b12258 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=340069b1-901d-4a66-9534-2537ab380e3a,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:49.201554 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56543139-3fa1-48dc-b648-b36632da5173 req-fd2fe86e-84cf-4d28-b35a-359fc5eac811 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:49.203095 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-56543139-3fa1-48dc-b648-b36632da5173 req-fd2fe86e-84cf-4d28-b35a-359fc5eac811 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 945 time: 0.2502003 May 17 12:02:49.204000 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-4e63e7ef-87bd-48b4-8f6b-1a9fc6b12258 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:49.319241 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-56543139-3fa1-48dc-b648-b36632da5173 req-41c279ae-542a-4cba-a20d-308489169a7c tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089242 May 17 12:02:49.439903 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-950784ae-bceb-411f-aa16-81d9a6466fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.458556 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-950784ae-bceb-411f-aa16-81d9a6466fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:49.470903 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-950784ae-bceb-411f-aa16-81d9a6466fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:cac061db745c4743b6f4254b8c9f8fc5 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:49.477455 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-950784ae-bceb-411f-aa16-81d9a6466fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:49.488700 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-950784ae-bceb-411f-aa16-81d9a6466fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:49.628625 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-950784ae-bceb-411f-aa16-81d9a6466fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.637055 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-950784ae-bceb-411f-aa16-81d9a6466fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.647561 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-93c91b55-05dd-43fa-9a19-031ae21f3597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:49.692140 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5429d0e0-8b77-4796-b263-86027c111386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ad61af-df06-4133-93ee-ed767763a4e3'}, {'server_uuid': 'f2d92842-540a-4d76-ae42-f3fbfe1beecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8ea75c-d334-43d5-a8bf-f1a100b33dd0'}, {'server_uuid': 'f4a744b9-e5cd-4551-bc11-700b44e116dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856aa2a5-b2ec-4151-bc1b-0c506a2bc39f'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:49.715946 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-950784ae-bceb-411f-aa16-81d9a6466fc4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cac061db745c4743b6f4254b8c9f8fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8248670 May 17 12:02:49.716944 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950784ae-bceb-411f-aa16-81d9a6466fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29db30db-4283-4e5f-a612-ab8d59b39fbf,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:49.718550 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 49700) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:49.744329 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-950784ae-bceb-411f-aa16-81d9a6466fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:49.802087 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b821d5f4-40ff-4817-a00b-a4805287d8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.841164 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b821d5f4-40ff-4817-a00b-a4805287d8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.842078 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5429d0e0-8b77-4796-b263-86027c111386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ad61af-df06-4133-93ee-ed767763a4e3', 'code': 200} May 17 12:02:49.842828 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d92842-540a-4d76-ae42-f3fbfe1beecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8ea75c-d334-43d5-a8bf-f1a100b33dd0', 'code': 200} May 17 12:02:49.843219 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a744b9-e5cd-4551-bc11-700b44e116dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856aa2a5-b2ec-4151-bc1b-0c506a2bc39f', 'code': 200} May 17 12:02:50.209077 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b821d5f4-40ff-4817-a00b-a4805287d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:50.219087 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-4e63e7ef-87bd-48b4-8f6b-1a9fc6b12258 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:50.368941 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821d5f4-40ff-4817-a00b-a4805287d8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29db30db-4283-4e5f-a612-ab8d59b39fbf,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:50.371124 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b821d5f4-40ff-4817-a00b-a4805287d8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:50.417055 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b821d5f4-40ff-4817-a00b-a4805287d8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:50.420808 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-b821d5f4-40ff-4817-a00b-a4805287d8fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/29db30db-4283-4e5f-a612-ab8d59b39fbf HTTP/1.1" status: 204 len: 168 time: 0.7011697 May 17 12:02:50.494651 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13832fb-2fc7-487f-9df4-14099170014a req-f38048ae-73ff-49c3-a50c-37d027a01333 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:50.496120 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f13832fb-2fc7-487f-9df4-14099170014a req-f38048ae-73ff-49c3-a50c-37d027a01333 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.4996188 May 17 12:02:50.505546 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51b42d-f09e-4612-a496-e0480b24852d req-85c1cf62-2fd3-4bee-a52b-cacf94afb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:50.508560 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-3a51b42d-f09e-4612-a496-e0480b24852d req-85c1cf62-2fd3-4bee-a52b-cacf94afb279 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 1099 time: 0.1413972 May 17 12:02:50.535091 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c69d60-cdb0-4140-93fc-0729ab298e97 req-b56834f8-69ed-4f9d-94c0-2460e1a0c3ef tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:50.536650 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-59c69d60-cdb0-4140-93fc-0729ab298e97 req-b56834f8-69ed-4f9d-94c0-2460e1a0c3ef tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 946 time: 0.4589095 May 17 12:02:50.576861 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-3a51b42d-f09e-4612-a496-e0480b24852d req-32c9eaaa-52e7-4946-82ee-4d8dd4ff35d3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598209 May 17 12:02:50.633068 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f13832fb-2fc7-487f-9df4-14099170014a req-f8b3ad24-42af-474b-ae68-c06ba6dfd859 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302927 May 17 12:02:50.660059 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fc44d-a93f-49dd-825f-7ece9697f751 req-717a26ad-8fb6-4b15-a802-7905b636afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:50.660059 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8f7fc44d-a93f-49dd-825f-7ece9697f751 req-717a26ad-8fb6-4b15-a802-7905b636afa6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 1098 time: 0.4137125 May 17 12:02:50.668287 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-59c69d60-cdb0-4140-93fc-0729ab298e97 req-765bea54-0892-477f-b417-b83b9a4f53b1 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194036 May 17 12:02:50.701367 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f50ee-edd6-4e27-a1bc-3679150b3211 req-27fe98db-838a-4d17-a172-034cebf23442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:50.704126 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8a6f50ee-edd6-4e27-a1bc-3679150b3211 req-27fe98db-838a-4d17-a172-034cebf23442 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 1098 time: 0.2889388 May 17 12:02:50.926006 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-8a6f50ee-edd6-4e27-a1bc-3679150b3211 req-7758e5e7-981e-47fc-b5ba-fca5bd89dd27 service neutron] Synchronizing usage tracker for tenant:1b1ac6f4584c4efaa00f3716cd651b7b on resource:security_group {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:50.963591 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-8f7fc44d-a93f-49dd-825f-7ece9697f751 req-35af4d8b-7acf-47b8-8e42-a95cc2857a41 service neutron] Synchronizing usage tracker for tenant:1b1ac6f4584c4efaa00f3716cd651b7b on resource:security_group {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:50.991465 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-8a6f50ee-edd6-4e27-a1bc-3679150b3211 req-7758e5e7-981e-47fc-b5ba-fca5bd89dd27 service neutron] Unset dirty status for tenant:1b1ac6f4584c4efaa00f3716cd651b7b on resource:security_group {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:50.992598 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8a6f50ee-edd6-4e27-a1bc-3679150b3211 req-7758e5e7-981e-47fc-b5ba-fca5bd89dd27 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603154 May 17 12:02:50.994308 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.db.api [req-8f7fc44d-a93f-49dd-825f-7ece9697f751 req-35af4d8b-7acf-47b8-8e42-a95cc2857a41 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 1b1ac6f4584c4efaa00f3716cd651b7b-security_group {{(pid=78759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 17 12:02:50.994615 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_db.api [req-8f7fc44d-a93f-49dd-825f-7ece9697f751 req-35af4d8b-7acf-47b8-8e42-a95cc2857a41 service neutron] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 12:02:51.024328 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53123706-5012-46fc-9341-1cf2caea8f09 req-eec0db73-2397-4f46-8d2e-d89952c502c9 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:51.033627 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-53123706-5012-46fc-9341-1cf2caea8f09 req-eec0db73-2397-4f46-8d2e-d89952c502c9 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 945 time: 0.1917140 May 17 12:02:51.109009 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-53123706-5012-46fc-9341-1cf2caea8f09 req-a3ae0677-d7b8-40cf-80b8-cb5b96d9bbd9 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739605 May 17 12:02:51.182865 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 49748) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:51.226925 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-00c447fb-5589-43c8-953b-cd5a0692c2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:51.250035 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-00c447fb-5589-43c8-953b-cd5a0692c2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:51.259612 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-00c447fb-5589-43c8-953b-cd5a0692c2b5 admin admin] Usage tracker for resource:security_group_rule and tenant:e9e5a6daec344421a76dc7a3c8d5f6d4 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:51.263549 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-00c447fb-5589-43c8-953b-cd5a0692c2b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:51.275573 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-00c447fb-5589-43c8-953b-cd5a0692c2b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:51.433911 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-00c447fb-5589-43c8-953b-cd5a0692c2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:51.438989 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-00c447fb-5589-43c8-953b-cd5a0692c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:51.450648 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e18bb437-f2ad-44aa-a457-c5222460e230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:51.499166 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-00c447fb-5589-43c8-953b-cd5a0692c2b5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9e5a6daec344421a76dc7a3c8d5f6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148427 May 17 12:02:51.500078 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c447fb-5589-43c8-953b-cd5a0692c2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df712f2-0ac9-4dd2-8c99-5ceb7e7d70e9,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:51.502995 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 49766) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:51.504684 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-00c447fb-5589-43c8-953b-cd5a0692c2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:51.512395 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-8f7fc44d-a93f-49dd-825f-7ece9697f751 req-35af4d8b-7acf-47b8-8e42-a95cc2857a41 service neutron] Unset dirty status for tenant:1b1ac6f4584c4efaa00f3716cd651b7b on resource:security_group {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:51.513476 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8f7fc44d-a93f-49dd-825f-7ece9697f751 req-35af4d8b-7acf-47b8-8e42-a95cc2857a41 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7795067 May 17 12:02:51.577731 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c9470525-cf33-4aba-a731-97cad81947f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:51.607731 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c9470525-cf33-4aba-a731-97cad81947f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:51.676992 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c9470525-cf33-4aba-a731-97cad81947f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:51.686395 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-40597f11-2b09-4c4a-910d-3d01de2f03b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:51.704766 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9470525-cf33-4aba-a731-97cad81947f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df712f2-0ac9-4dd2-8c99-5ceb7e7d70e9,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:51.707767 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-c9470525-cf33-4aba-a731-97cad81947f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:51.728245 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c9470525-cf33-4aba-a731-97cad81947f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:51.730932 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-c9470525-cf33-4aba-a731-97cad81947f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1df712f2-0ac9-4dd2-8c99-5ceb7e7d70e9 HTTP/1.1" status: 204 len: 168 time: 0.2249274 May 17 12:02:52.112060 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c6c5b-3976-487b-8342-3d70c0b9d7c0 req-c23ec7e5-9285-4847-b90a-be8b5a265422 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:52.124417 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-634c6c5b-3976-487b-8342-3d70c0b9d7c0 req-c23ec7e5-9285-4847-b90a-be8b5a265422 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.3404515 May 17 12:02:52.176648 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb264c-ba30-49e5-81cc-a83336feaab1 req-48d62788-1071-48ff-ac2c-445ae4884649 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:52.184108 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-10eb264c-ba30-49e5-81cc-a83336feaab1 req-48d62788-1071-48ff-ac2c-445ae4884649 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 946 time: 0.2623458 May 17 12:02:52.308062 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-634c6c5b-3976-487b-8342-3d70c0b9d7c0 req-ba206554-dffb-48c6-a711-f436d671cf19 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823068 May 17 12:02:52.324530 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-10eb264c-ba30-49e5-81cc-a83336feaab1 req-47559519-9314-4a69-9504-51a26030153b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351802 May 17 12:02:52.704678 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838fba9-9624-4091-adb3-6aed72424ab7 req-970475a1-7383-4eb9-9285-e24d5dbea304 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:52.713691 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6838fba9-9624-4091-adb3-6aed72424ab7 req-970475a1-7383-4eb9-9285-e24d5dbea304 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 945 time: 0.1709692 May 17 12:02:52.772329 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6838fba9-9624-4091-adb3-6aed72424ab7 req-cc8521da-6d90-49ec-902d-60f49d555c2a tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576439 May 17 12:02:53.699016 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddb6e1-d3a6-4a29-a21f-025896e505cf req-2eae8077-e212-47c4-b78b-afeb1a75b862 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:53.700675 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-80ddb6e1-d3a6-4a29-a21f-025896e505cf req-2eae8077-e212-47c4-b78b-afeb1a75b862 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 946 time: 0.1622403 May 17 12:02:53.724925 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 49866) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:53.770888 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e9d1-5600-450e-9e27-fca42f5e533a req-969e5ced-92fc-4893-bc38-f803d7a7115e tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:53.773710 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3031e9d1-5600-450e-9e27-fca42f5e533a req-969e5ced-92fc-4893-bc38-f803d7a7115e tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.1901407 May 17 12:02:53.797620 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-80ddb6e1-d3a6-4a29-a21f-025896e505cf req-0b748cc8-7002-4ab4-b734-f0685cf6f762 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850501 May 17 12:02:53.864897 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3031e9d1-5600-450e-9e27-fca42f5e533a req-2804e4d0-ef12-4b0a-8d4a-a0aa176120b7 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789571 May 17 12:02:53.963465 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5711cb05-56e6-43e5-aed7-4b90b938b65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:53.981662 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-5711cb05-56e6-43e5-aed7-4b90b938b65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:53.986314 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-5711cb05-56e6-43e5-aed7-4b90b938b65f admin admin] Usage tracker for resource:security_group_rule and tenant:396a1072a9284353a807929c530ef31f is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:53.989586 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-5711cb05-56e6-43e5-aed7-4b90b938b65f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:53.996755 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-5711cb05-56e6-43e5-aed7-4b90b938b65f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:54.125127 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5711cb05-56e6-43e5-aed7-4b90b938b65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:54.132669 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5711cb05-56e6-43e5-aed7-4b90b938b65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:54.171721 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:54.189465 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-5711cb05-56e6-43e5-aed7-4b90b938b65f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=396a1072a9284353a807929c530ef31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632518 May 17 12:02:54.193674 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 49892) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:54.209334 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711cb05-56e6-43e5-aed7-4b90b938b65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f438ea2-4eaa-42a3-81b1-bc627e5676aa,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:54.213765 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5711cb05-56e6-43e5-aed7-4b90b938b65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:54.284758 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b4611344-992b-49a2-89af-f766211f76b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:54.398385 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b4611344-992b-49a2-89af-f766211f76b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:54.526217 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fca3a-7d41-40c2-b695-a6800b94c63e req-d098264e-d1cc-42be-bf93-4f10b1a16aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:54.527940 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f75fca3a-7d41-40c2-b695-a6800b94c63e req-d098264e-d1cc-42be-bf93-4f10b1a16aae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95d352b964a4429cacfc2c064f3e6021&device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 1098 time: 0.2404857 May 17 12:02:54.698365 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b4611344-992b-49a2-89af-f766211f76b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:54.708982 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-035c0e1d-ae29-44c4-9335-6b4db19716b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:54.727734 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b4611344-992b-49a2-89af-f766211f76b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:54.732539 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-b4611344-992b-49a2-89af-f766211f76b7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f438ea2-4eaa-42a3-81b1-bc627e5676aa HTTP/1.1" status: 204 len: 168 time: 0.5328476 May 17 12:02:54.767404 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4eae58-f7d1-4720-b774-3963e4dbb8c3 req-ff357192-74d4-4f8f-be07-2abcd40379bb tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:54.781537 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd4eae58-f7d1-4720-b774-3963e4dbb8c3 req-ff357192-74d4-4f8f-be07-2abcd40379bb tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.3620782 May 17 12:02:54.788744 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4611344-992b-49a2-89af-f766211f76b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f438ea2-4eaa-42a3-81b1-bc627e5676aa,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:54.797362 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b4611344-992b-49a2-89af-f766211f76b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:54.884001 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 49938) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:54.953944 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd4eae58-f7d1-4720-b774-3963e4dbb8c3 req-70a7d478-e83b-48c8-83b0-6f09cd274766 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699266 May 17 12:02:55.005065 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fca3a-7d41-40c2-b695-a6800b94c63e req-a44ba46f-4a63-4ecf-87a6-5747343301d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:55.008297 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f75fca3a-7d41-40c2-b695-a6800b94c63e req-a44ba46f-4a63-4ecf-87a6-5747343301d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bbeabaa-a910-4c06-87ed-683e77a2a144 HTTP/1.1" status: 200 len: 920 time: 0.4699335 May 17 12:02:55.146333 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f75fca3a-7d41-40c2-b695-a6800b94c63e req-479110c1-e833-4619-9cca-73ca35dc6c57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 HTTP/1.1" status: 200 len: 217 time: 0.1301472 May 17 12:02:55.228359 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fca3a-7d41-40c2-b695-a6800b94c63e req-0dce8c9c-80f4-41ed-bfe7-5e4acd24082c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:55.229819 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f75fca3a-7d41-40c2-b695-a6800b94c63e req-0dce8c9c-80f4-41ed-bfe7-5e4acd24082c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=685ffa5d-e5f3-449a-891a-d59980e97bab HTTP/1.1" status: 200 len: 859 time: 0.0759311 May 17 12:02:55.396411 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5436f4e9-58bf-4ee5-bf5f-31946620a297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:55.405723 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f75fca3a-7d41-40c2-b695-a6800b94c63e req-9ea1eb81-1a75-46d4-9ad9-6f6ad7bf8be7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bbeabaa-a910-4c06-87ed-683e77a2a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680522 May 17 12:02:55.437295 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-5436f4e9-58bf-4ee5-bf5f-31946620a297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:55.443508 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-5436f4e9-58bf-4ee5-bf5f-31946620a297 admin admin] Usage tracker for resource:security_group_rule and tenant:5ab2cd9c85194dfb843b85d3563ba314 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:55.448668 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-5436f4e9-58bf-4ee5-bf5f-31946620a297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:55.458839 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-5436f4e9-58bf-4ee5-bf5f-31946620a297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:55.656378 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5436f4e9-58bf-4ee5-bf5f-31946620a297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:55.669468 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5436f4e9-58bf-4ee5-bf5f-31946620a297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:55.711458 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:55.723719 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-5436f4e9-58bf-4ee5-bf5f-31946620a297 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ab2cd9c85194dfb843b85d3563ba314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8384039 May 17 12:02:55.726510 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 49984) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:55.791664 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436f4e9-58bf-4ee5-bf5f-31946620a297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3826e7f-48a8-4474-a088-61647d0345f2,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:55.800603 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5436f4e9-58bf-4ee5-bf5f-31946620a297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:55.876931 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eaac915b-31c5-4665-8514-5765810430ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:55.911986 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f75fca3a-7d41-40c2-b695-a6800b94c63e req-149ef0e8-b3f1-461d-ab99-7aa6c2ff0b00 service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970353 May 17 12:02:55.947803 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eaac915b-31c5-4665-8514-5765810430ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:56.066271 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eaac915b-31c5-4665-8514-5765810430ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:56.078311 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b5f34beb-5870-4d9e-b618-23de6d22028a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:56.105845 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac915b-31c5-4665-8514-5765810430ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3826e7f-48a8-4474-a088-61647d0345f2,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:56.120238 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-eaac915b-31c5-4665-8514-5765810430ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:56.121726 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eaac915b-31c5-4665-8514-5765810430ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:56.123577 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-eaac915b-31c5-4665-8514-5765810430ff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f3826e7f-48a8-4474-a088-61647d0345f2 HTTP/1.1" status: 204 len: 168 time: 0.3952146 May 17 12:02:56.162754 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f75fca3a-7d41-40c2-b695-a6800b94c63e req-e38926b6-f8e1-4b63-abfb-a40e538d301f service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409873 May 17 12:02:56.364713 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca0d02-c555-4691-994f-7abe2313ac24 req-e6639d77-24a6-48e5-8ddc-81eea0370dd1 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:56.375130 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-52ca0d02-c555-4691-994f-7abe2313ac24 req-e6639d77-24a6-48e5-8ddc-81eea0370dd1 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.1226761 May 17 12:02:56.414514 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50010) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:56.490537 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-52ca0d02-c555-4691-994f-7abe2313ac24 req-84267181-83a5-4103-9cf5-052e4869114e tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134388 May 17 12:02:56.491823 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50018) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:56.890365 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ededa5d8-46e8-46e9-a184-16ee19ee86a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:56.932119 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-ededa5d8-46e8-46e9-a184-16ee19ee86a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:56.934746 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-4f185d9f-4839-46c6-b00a-ed708e58ca75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:56.950363 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-ededa5d8-46e8-46e9-a184-16ee19ee86a4 admin admin] Usage tracker for resource:security_group_rule and tenant:f8109ef0012f482ea06149f705f6acb6 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:56.962978 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-ededa5d8-46e8-46e9-a184-16ee19ee86a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:56.970486 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-4f185d9f-4839-46c6-b00a-ed708e58ca75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:56.974072 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-ededa5d8-46e8-46e9-a184-16ee19ee86a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:56.980660 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-4f185d9f-4839-46c6-b00a-ed708e58ca75 admin admin] Usage tracker for resource:security_group_rule and tenant:b2bf5107276848f2a4701929aa4737c2 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:56.987771 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-4f185d9f-4839-46c6-b00a-ed708e58ca75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:57.006989 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-4f185d9f-4839-46c6-b00a-ed708e58ca75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:57.119996 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 50042) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:57.149393 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ee023ceb-547a-4288-ac17-463432bf312a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.170219 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-ee023ceb-547a-4288-ac17-463432bf312a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:57.175110 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-ee023ceb-547a-4288-ac17-463432bf312a admin admin] Usage tracker for resource:security_group_rule and tenant:126b4052048b4e44bdd61eef36160a31 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:57.179812 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-ee023ceb-547a-4288-ac17-463432bf312a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:57.185171 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-ee023ceb-547a-4288-ac17-463432bf312a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:57.262401 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ededa5d8-46e8-46e9-a184-16ee19ee86a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.275245 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ededa5d8-46e8-46e9-a184-16ee19ee86a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.287156 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:57.307332 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-4f185d9f-4839-46c6-b00a-ed708e58ca75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.325464 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-4f185d9f-4839-46c6-b00a-ed708e58ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.365278 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededa5d8-46e8-46e9-a184-16ee19ee86a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff9f3b-d0d8-460f-a82d-fb78e2d64a35,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:57.384258 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-ededa5d8-46e8-46e9-a184-16ee19ee86a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8109ef0012f482ea06149f705f6acb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8909378 May 17 12:02:57.389487 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ededa5d8-46e8-46e9-a184-16ee19ee86a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:57.390272 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50060) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:57.390925 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-77e32d82-0b41-413e-8d96-dcd460785474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:57.416928 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ee023ceb-547a-4288-ac17-463432bf312a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.424408 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ee023ceb-547a-4288-ac17-463432bf312a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.434023 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-4f185d9f-4839-46c6-b00a-ed708e58ca75 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2bf5107276848f2a4701929aa4737c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0178959 May 17 12:02:57.437519 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50064) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:57.438751 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f185d9f-4839-46c6-b00a-ed708e58ca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c47bcb-c7af-49c6-a311-91c539b139a3,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:57.447209 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cb885c27-c604-4d25-be29-909b3aba7337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:57.503246 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-4f185d9f-4839-46c6-b00a-ed708e58ca75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:57.517918 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee023ceb-547a-4288-ac17-463432bf312a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69189817-b0f6-416c-86c1-26383d78e65e,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:57.525493 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ee023ceb-547a-4288-ac17-463432bf312a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:57.547836 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-ee023ceb-547a-4288-ac17-463432bf312a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=126b4052048b4e44bdd61eef36160a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264445 May 17 12:02:57.549886 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 50074) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:57.644105 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-812dbfc4-2e18-4ad9-b4c2-520ac044804e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.664050 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-14bb7e39-2e52-4f9c-b29d-a10f0bf02fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.685583 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-10170203-b341-41a9-91c8-87740423dcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.713895 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-812dbfc4-2e18-4ad9-b4c2-520ac044804e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.728839 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-14bb7e39-2e52-4f9c-b29d-a10f0bf02fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.745612 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-10170203-b341-41a9-91c8-87740423dcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.841428 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-812dbfc4-2e18-4ad9-b4c2-520ac044804e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.858595 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-c2a5a105-e858-43dd-bc2f-0c5ffd755769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:57.873376 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc002a60-f1ae-4fc1-a109-32b3200ba16d req-9c96698c-039f-4cc7-987b-56c4c0ca8027 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:57.879387 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc002a60-f1ae-4fc1-a109-32b3200ba16d req-9c96698c-039f-4cc7-987b-56c4c0ca8027 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.1509280 May 17 12:02:57.885638 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-10170203-b341-41a9-91c8-87740423dcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.899416 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dbfc4-2e18-4ad9-b4c2-520ac044804e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c47bcb-c7af-49c6-a311-91c539b139a3,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:57.906684 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-812dbfc4-2e18-4ad9-b4c2-520ac044804e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:57.907387 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-508bdaf6-74d9-4177-b864-58d410c55a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:57.928525 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10170203-b341-41a9-91c8-87740423dcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff9f3b-d0d8-460f-a82d-fb78e2d64a35,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:57.929573 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-14bb7e39-2e52-4f9c-b29d-a10f0bf02fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.930938 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-812dbfc4-2e18-4ad9-b4c2-520ac044804e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.932486 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-812dbfc4-2e18-4ad9-b4c2-520ac044804e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/12c47bcb-c7af-49c6-a311-91c539b139a3 HTTP/1.1" status: 204 len: 168 time: 0.4781687 May 17 12:02:57.934428 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-10170203-b341-41a9-91c8-87740423dcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:57.938459 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-10170203-b341-41a9-91c8-87740423dcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:57.940072 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-10170203-b341-41a9-91c8-87740423dcff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4fff9f3b-d0d8-460f-a82d-fb78e2d64a35 HTTP/1.1" status: 204 len: 168 time: 0.5044320 May 17 12:02:57.951223 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-00c447fb-5589-43c8-953b-cd5a0692c2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:57.993537 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb7e39-2e52-4f9c-b29d-a10f0bf02fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69189817-b0f6-416c-86c1-26383d78e65e,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:58.028480 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc002a60-f1ae-4fc1-a109-32b3200ba16d req-acc8a654-1c80-4b1b-a945-9c7e1e574e06 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442051 May 17 12:02:58.039194 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-14bb7e39-2e52-4f9c-b29d-a10f0bf02fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:58.041398 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-14bb7e39-2e52-4f9c-b29d-a10f0bf02fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:58.044405 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-14bb7e39-2e52-4f9c-b29d-a10f0bf02fe5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69189817-b0f6-416c-86c1-26383d78e65e HTTP/1.1" status: 204 len: 168 time: 0.4914207 May 17 12:02:58.856279 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 50150) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:59.019145 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50162) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:59.071092 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5736bcfa-1207-45de-914d-44dd9012fd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:59.091797 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-5736bcfa-1207-45de-914d-44dd9012fd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:59.096660 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-5736bcfa-1207-45de-914d-44dd9012fd06 admin admin] Usage tracker for resource:security_group_rule and tenant:d4bf23915c7a41feb7559d912a9d95e5 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:59.101570 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-5736bcfa-1207-45de-914d-44dd9012fd06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:59.111151 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-5736bcfa-1207-45de-914d-44dd9012fd06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:59.216465 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fbc4c-52e8-4750-9476-a91980d93c9e req-d94a15f9-91f0-4814-8f09-210036ceb4f9 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:59.225949 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3e3fbc4c-52e8-4750-9476-a91980d93c9e req-d94a15f9-91f0-4814-8f09-210036ceb4f9 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 945 time: 0.2083066 May 17 12:02:59.285698 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5736bcfa-1207-45de-914d-44dd9012fd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:59.294266 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5736bcfa-1207-45de-914d-44dd9012fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:59.315879 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-d34d8bd1-8295-497f-9374-e8c0c5ac52c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:59.345467 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3e3fbc4c-52e8-4750-9476-a91980d93c9e req-f7c72781-d527-45c5-885d-357aed88a3f8 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841675 May 17 12:02:59.430713 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-5736bcfa-1207-45de-914d-44dd9012fd06 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d4bf23915c7a41feb7559d912a9d95e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091995 May 17 12:02:59.436034 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50190) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:59.480628 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736bcfa-1207-45de-914d-44dd9012fd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851484d2-237e-41df-a965-888896166503,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:59.510944 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-97b5399d-343b-4454-a2c3-a86ddaa5526a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:59.515893 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5736bcfa-1207-45de-914d-44dd9012fd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:59.547019 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-97b5399d-343b-4454-a2c3-a86ddaa5526a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:59.557921 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-97b5399d-343b-4454-a2c3-a86ddaa5526a admin admin] Usage tracker for resource:security_group_rule and tenant:69184fead705472691adc4bfe88b7440 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:59.566890 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-97b5399d-343b-4454-a2c3-a86ddaa5526a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:59.579043 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-97b5399d-343b-4454-a2c3-a86ddaa5526a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:59.612773 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ddc956f8-8c66-4d87-a2ac-827cb67dda07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:59.640096 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb5132-ab5b-4e8b-b48e-9b0e0596659c req-16285bdc-4119-4e75-a86f-1a401706a3f5 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:59.642057 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-64fb5132-ab5b-4e8b-b48e-9b0e0596659c req-16285bdc-4119-4e75-a86f-1a401706a3f5 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.2956240 May 17 12:02:59.648264 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ddc956f8-8c66-4d87-a2ac-827cb67dda07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:59.722656 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ddc956f8-8c66-4d87-a2ac-827cb67dda07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:59.731460 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ededa5d8-46e8-46e9-a184-16ee19ee86a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:59.747228 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-64fb5132-ab5b-4e8b-b48e-9b0e0596659c req-14634dc3-2311-426b-b4da-c173da622400 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931158 May 17 12:02:59.753007 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc956f8-8c66-4d87-a2ac-827cb67dda07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851484d2-237e-41df-a965-888896166503,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:59.756495 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ddc956f8-8c66-4d87-a2ac-827cb67dda07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:59.758898 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ddc956f8-8c66-4d87-a2ac-827cb67dda07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:59.762450 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-ddc956f8-8c66-4d87-a2ac-827cb67dda07 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/851484d2-237e-41df-a965-888896166503 HTTP/1.1" status: 204 len: 168 time: 0.3228450 May 17 12:02:59.776896 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-97b5399d-343b-4454-a2c3-a86ddaa5526a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:59.781769 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-97b5399d-343b-4454-a2c3-a86ddaa5526a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:59.794986 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e468493d-c900-41ec-86cb-0e49240f5dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:59.838945 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50204) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:59.839157 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-97b5399d-343b-4454-a2c3-a86ddaa5526a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=69184fead705472691adc4bfe88b7440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9813132 May 17 12:02:59.841448 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5399d-343b-4454-a2c3-a86ddaa5526a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40d8735-6541-480b-b3e0-d7577030fa2b,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:59.844607 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-97b5399d-343b-4454-a2c3-a86ddaa5526a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:59.938927 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:59.982026 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:00.039966 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:00.043947 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:00.059275 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40d8735-6541-480b-b3e0-d7577030fa2b,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:00.073782 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:00.074961 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f40d8735-6541-480b-b3e0-d7577030fa2b HTTP/1.1" status: 204 len: 168 time: 0.2326274 May 17 12:03:00.076740 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:00.077318 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:00.077844 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:00.078495 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:00.079009 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:00.079560 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:00.080128 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:00.080475 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:00.080739 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:00.081074 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:00.081413 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:00.081722 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:00.085334 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:00.604991 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50244) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:00.627660 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f2f89c15-0c60-4979-a6f6-21fd26e83337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:00.645598 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-f2f89c15-0c60-4979-a6f6-21fd26e83337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:00.653330 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-f2f89c15-0c60-4979-a6f6-21fd26e83337 admin admin] Usage tracker for resource:security_group_rule and tenant:ac60c8954ce747dd85eafc4a3d7c138e is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:00.657708 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-f2f89c15-0c60-4979-a6f6-21fd26e83337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:00.665845 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-f2f89c15-0c60-4979-a6f6-21fd26e83337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:00.688657 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb0106-4c2c-4f60-80ac-6c340e1edd00 req-e36fc88a-30e7-463d-9008-4bb1c5912161 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:00.698167 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-20fb0106-4c2c-4f60-80ac-6c340e1edd00 req-e36fc88a-30e7-463d-9008-4bb1c5912161 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 945 time: 0.1861515 May 17 12:03:00.771428 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-20fb0106-4c2c-4f60-80ac-6c340e1edd00 req-c91110be-0fca-45b4-9db7-31ae6119b01a tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720201 May 17 12:03:00.798032 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f2f89c15-0c60-4979-a6f6-21fd26e83337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:00.805750 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f2f89c15-0c60-4979-a6f6-21fd26e83337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:00.826610 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:00.981471 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f89c15-0c60-4979-a6f6-21fd26e83337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acf741d-f445-4c34-8906-4661b9943d82,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:00.998770 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-f2f89c15-0c60-4979-a6f6-21fd26e83337 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ac60c8954ce747dd85eafc4a3d7c138e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923478 May 17 12:03:01.000845 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-f2f89c15-0c60-4979-a6f6-21fd26e83337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:01.002442 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50258) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:01.151983 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2b0e577c-0276-4239-bc9e-c50f5552274d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:01.214959 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2b0e577c-0276-4239-bc9e-c50f5552274d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:01.352094 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2b0e577c-0276-4239-bc9e-c50f5552274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:01.363563 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-4e135b94-f4e0-4159-b307-068fffd2e376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:01.384305 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e577c-0276-4239-bc9e-c50f5552274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acf741d-f445-4c34-8906-4661b9943d82,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:01.387257 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-2b0e577c-0276-4239-bc9e-c50f5552274d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:01.405488 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2b0e577c-0276-4239-bc9e-c50f5552274d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:01.411887 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-2b0e577c-0276-4239-bc9e-c50f5552274d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4acf741d-f445-4c34-8906-4661b9943d82 HTTP/1.1" status: 204 len: 168 time: 0.4083393 May 17 12:03:01.561335 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-d4611257-9a8d-4baf-9aa9-c2ce1952a0a2 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:01.563468 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-d4611257-9a8d-4baf-9aa9-c2ce1952a0a2 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/networks?id=c0205995-4acc-47ad-bdbe-2f78c976996a HTTP/1.1" status: 200 len: 814 time: 0.3206525 May 17 12:03:01.650361 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d12247-910e-4858-ae3d-0bf342abee8a req-53a44e97-76cb-411e-94c3-f1906b7b5c7b tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:01.656012 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e0d12247-910e-4858-ae3d-0bf342abee8a req-53a44e97-76cb-411e-94c3-f1906b7b5c7b tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.6796398 May 17 12:03:01.664233 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-c0baf635-d23d-43ce-937f-defab11fdc43 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/quotas/4ffcaa59dd6948a1b5a85ceb699b53c5 HTTP/1.1" status: 200 len: 375 time: 0.0598311 May 17 12:03:01.780412 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e0d12247-910e-4858-ae3d-0bf342abee8a req-a667d3b7-78d5-4c93-89b6-f739a6d9a4b6 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113603 May 17 12:03:01.804816 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c755de-5e57-4419-b463-9fab1091976b req-f3c1a8d3-f645-42a0-ad3a-0cf83111e39a tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:01.806415 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b1c755de-5e57-4419-b463-9fab1091976b req-f3c1a8d3-f645-42a0-ad3a-0cf83111e39a tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 945 time: 0.2418919 May 17 12:03:01.859668 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-2e611b5d-8951-479d-9975-b44b432b4fed tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1941268 May 17 12:03:02.262311 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-206a15f9-1239-47bd-9c1c-a1ba7011c6c2 service neutron] 10.222.0.47 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900580 May 17 12:03:02.375953 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-b1c755de-5e57-4419-b463-9fab1091976b req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Deleting port 1ab4219c-4209-4ad1-a845-3fce7b46e73d {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:03:02.376376 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-b1c755de-5e57-4419-b463-9fab1091976b req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:02.548673 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45899ce-5c04-445f-9e9a-da0cee8ded83 req-a9b8d27f-33bc-472e-89bf-fbc0dc6d9c5b tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:02.550312 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a45899ce-5c04-445f-9e9a-da0cee8ded83 req-a9b8d27f-33bc-472e-89bf-fbc0dc6d9c5b tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 945 time: 0.5016711 May 17 12:03:02.560734 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-8f17c4ba-1910-4dc5-b050-f4d0f9a37c3e service neutron] 10.222.0.47 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972322 May 17 12:03:02.639079 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-b1c755de-5e57-4419-b463-9fab1091976b req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] For port 1ab4219c-4209-4ad1-a845-3fce7b46e73d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=1ab4219c-4209-4ad1-a845-3fce7b46e73d,segment=NetworkSegment(628af9d9-a23d-43a2-96e4-5cbcf81b3aea),segment_id=628af9d9-a23d-43a2-96e4-5cbcf81b3aea)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:02.639473 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-b1c755de-5e57-4419-b463-9fab1091976b req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:02.653444 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a45899ce-5c04-445f-9e9a-da0cee8ded83 req-6314ecaf-f717-4bb0-99a4-af7919177496 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/security-groups?id=08b24eb8-d9fe-4090-bc0d-c54069b7f528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917118 May 17 12:03:02.847259 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-b1c755de-5e57-4419-b463-9fab1091976b req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Calling delete_port for 1ab4219c-4209-4ad1-a845-3fce7b46e73d owned by compute:nova {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:03:02.986441 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-c438ac71-f0dd-46a9-8297-e3c5f3b94e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:03.018112 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9a37b32f-0966-4383-b49c-25ed8076ad28 req-2eedcffe-c780-42db-adbd-d9ce078a1b41 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 210 time: 0.1474569 May 17 12:03:03.036050 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50358) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:03.260023 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b96749-f9f3-490f-89a6-8cc052f25af9 req-f2e36c27-43ae-4991-a2dd-52a8ba9a9f97 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:03.261615 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b8b96749-f9f3-490f-89a6-8cc052f25af9 req-f2e36c27-43ae-4991-a2dd-52a8ba9a9f97 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.1369684 May 17 12:03:03.317341 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eb9a133a-61b4-4040-b0c6-7bfd7b331de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:03.360521 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-eb9a133a-61b4-4040-b0c6-7bfd7b331de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:03.369337 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-eb9a133a-61b4-4040-b0c6-7bfd7b331de8 admin admin] Usage tracker for resource:security_group_rule and tenant:8d707110a5d547f3a4be1a40f5418e40 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:03.374425 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-eb9a133a-61b4-4040-b0c6-7bfd7b331de8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:03.384012 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b8b96749-f9f3-490f-89a6-8cc052f25af9 req-5ea1f6a4-724c-4637-a9a2-bc4b1f072cba tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848072 May 17 12:03:03.385231 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-b1c755de-5e57-4419-b463-9fab1091976b req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:03.393411 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-eb9a133a-61b4-4040-b0c6-7bfd7b331de8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:03.400874 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['1ab4219c-4209-4ad1-a845-3fce7b46e73d'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:03:03.416664 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:03.650528 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Pushing event deleted for resources: {'Port': ['ID=1ab4219c-4209-4ad1-a845-3fce7b46e73d,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:03.662119 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eb9a133a-61b4-4040-b0c6-7bfd7b331de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:03.668491 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eb9a133a-61b4-4040-b0c6-7bfd7b331de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:03.697687 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ad0dd591-ae4f-4178-8963-71f7417ab444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:03.707269 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:03.707664 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:03.708001 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:03.708328 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:03.708650 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:03.708973 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:03.709851 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:03.710313 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:03.710640 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:03.710956 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:03.711802 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:03.711802 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:03.714941 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c755de-5e57-4419-b463-9fab1091976b req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] No DVR routers for this DVR port 1ab4219c-4209-4ad1-a845-3fce7b46e73d on host hv-cinder-73414 {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:03:03.729185 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:03.733514 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a133a-61b4-4040-b0c6-7bfd7b331de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66594155-f7e8-410b-adcc-d6a1af577382,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:03.738796 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-b1c755de-5e57-4419-b463-9fab1091976b req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:03.743512 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-eb9a133a-61b4-4040-b0c6-7bfd7b331de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:03.757065 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cad20c-e069-4416-b4d4-01ca0ccae45d', 'name': 'network-vif-deleted', 'tag': '1ab4219c-4209-4ad1-a845-3fce7b46e73d'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:03.765319 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b1c755de-5e57-4419-b463-9fab1091976b req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.64 "DELETE /v2.0/ports/1ab4219c-4209-4ad1-a845-3fce7b46e73d HTTP/1.1" status: 204 len: 173 time: 1.9519243 May 17 12:03:03.765839 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-eb9a133a-61b4-4040-b0c6-7bfd7b331de8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d707110a5d547f3a4be1a40f5418e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7263670 May 17 12:03:03.768292 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 50392) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:03.882206 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cad20c-e069-4416-b4d4-01ca0ccae45d', 'name': 'network-vif-deleted', 'tag': '1ab4219c-4209-4ad1-a845-3fce7b46e73d', 'status': 'completed', 'code': 200} May 17 12:03:04.122185 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-3feacf43-70ab-4fc3-b8af-8059513d7873 req-560e1107-63cb-43ab-af6b-2d0d4b9ec0fa tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Synchronizing usage tracker for tenant:58b7b7b536334dd48d5548edb6e93d3a on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:04.153060 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-bd81b725-a11e-4003-894b-b7b30f8be7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:04.205582 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-bd81b725-a11e-4003-894b-b7b30f8be7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:04.219516 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-3feacf43-70ab-4fc3-b8af-8059513d7873 req-560e1107-63cb-43ab-af6b-2d0d4b9ec0fa tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Unset dirty status for tenant:58b7b7b536334dd48d5548edb6e93d3a on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:04.233444 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3feacf43-70ab-4fc3-b8af-8059513d7873 req-560e1107-63cb-43ab-af6b-2d0d4b9ec0fa tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 210 time: 0.2941320 May 17 12:03:04.355105 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0183db8d-67fa-49af-8e56-778cb0c8c08c req-1ec24053-f2d4-496d-9cb5-b0537c34a7e8 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 210 time: 0.1382957 May 17 12:03:04.429976 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-bd81b725-a11e-4003-894b-b7b30f8be7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:04.434964 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b4611344-992b-49a2-89af-f766211f76b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:04.454401 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81b725-a11e-4003-894b-b7b30f8be7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66594155-f7e8-410b-adcc-d6a1af577382,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:04.463456 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-bd81b725-a11e-4003-894b-b7b30f8be7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:04.471946 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-bd81b725-a11e-4003-894b-b7b30f8be7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:04.477167 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-bd81b725-a11e-4003-894b-b7b30f8be7cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/66594155-f7e8-410b-adcc-d6a1af577382 HTTP/1.1" status: 204 len: 168 time: 0.7021377 May 17 12:03:05.046106 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fa0994a0-d57e-4a69-bc11-2550f5841fe7 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:05.047983 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fa0994a0-d57e-4a69-bc11-2550f5841fe7 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "GET /v2.0/networks?id=c0205995-4acc-47ad-bdbe-2f78c976996a HTTP/1.1" status: 200 len: 814 time: 0.3670275 May 17 12:03:05.078843 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Request body: {'port': {'device_id': '96fc9c23-0dab-4951-8c8b-f6092de1b716', 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a', 'admin_state_up': True, 'tenant_id': '4ffcaa59dd6948a1b5a85ceb699b53c5'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:05.265233 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50446) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:05.309750 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-04c69b08-5726-44e2-98df-9af47ddff0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:05.330785 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-04c69b08-5726-44e2-98df-9af47ddff0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:05.338284 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-04c69b08-5726-44e2-98df-9af47ddff0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:c9e5d0c541f4479c905c6e32bfc797c5 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:05.343801 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-04c69b08-5726-44e2-98df-9af47ddff0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:05.354839 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-04c69b08-5726-44e2-98df-9af47ddff0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:05.382377 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:05.389530 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Usage tracker for resource:port and tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:05.395853 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:05.408081 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:05.421073 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f6f4e-47de-48d2-9dd3-653b5d09b82d req-83da9496-5eaf-47fb-97e9-0f0d10060a6d tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:05.433188 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b22f6f4e-47de-48d2-9dd3-653b5d09b82d req-83da9496-5eaf-47fb-97e9-0f0d10060a6d tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.6871760 May 17 12:03:05.483455 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Made reservation on behalf of 4ffcaa59dd6948a1b5a85ceb699b53c5 for: {'port': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:05.487956 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:05.542579 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-04c69b08-5726-44e2-98df-9af47ddff0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:05.553615 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-04c69b08-5726-44e2-98df-9af47ddff0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:05.566340 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-de70e396-4193-4732-bc0a-8ed4dff0661c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:05.583671 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3d01-3fb3-448e-a519-372ac3887d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:05.630464 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-04c69b08-5726-44e2-98df-9af47ddff0f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c9e5d0c541f4479c905c6e32bfc797c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609195 May 17 12:03:05.633932 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50458) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:05.656373 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:05.684494 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b22f6f4e-47de-48d2-9dd3-653b5d09b82d req-8fcd4ce0-e128-4d7e-96bb-2f33a45111dd tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500291 May 17 12:03:05.703273 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c69b08-5726-44e2-98df-9af47ddff0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f391ac2-7baf-4236-bdd6-5528e64df600,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:05.709965 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-04c69b08-5726-44e2-98df-9af47ddff0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:05.742634 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8846e2e0-e2f9-4ffe-afca-0d2e825d5711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:05.776460 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8846e2e0-e2f9-4ffe-afca-0d2e825d5711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:05.882493 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-08648d0e-f368-4ff1-b85d-1ac1cf25cdf6 req-47f2d647-8ed1-4198-add1-82588ae57077 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cad20c-e069-4416-b4d4-01ca0ccae45d HTTP/1.1" status: 200 len: 210 time: 0.2572887 May 17 12:03:05.883698 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8846e2e0-e2f9-4ffe-afca-0d2e825d5711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:05.900770 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-04c69b08-5726-44e2-98df-9af47ddff0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:05.952947 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846e2e0-e2f9-4ffe-afca-0d2e825d5711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f391ac2-7baf-4236-bdd6-5528e64df600,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:05.959680 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8846e2e0-e2f9-4ffe-afca-0d2e825d5711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:05.980556 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8846e2e0-e2f9-4ffe-afca-0d2e825d5711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:05.984343 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-8846e2e0-e2f9-4ffe-afca-0d2e825d5711 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f391ac2-7baf-4236-bdd6-5528e64df600 HTTP/1.1" status: 204 len: 168 time: 0.3469400 May 17 12:03:05.988304 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38a57087-3a13-4473-884d-69a56f5eab6c req-dbda5923-8a6a-4da2-949a-8a54d9c4fb7d tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 210 time: 0.0623348 May 17 12:03:05.999292 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Allocated IP 172.20.0.14 (c0205995-4acc-47ad-bdbe-2f78c976996a/3c6d395f-a0d1-421d-8483-8630a259746d/fb28aeaf-3a93-400b-bdce-fa688480579e) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:03:06.178959 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 1ab4219c-4209-4ad1-a845-3fce7b46e73d no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:03:06.228204 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: 1ab4219c-4209-4ad1-a845-3fce7b46e73d {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:03:06.228822 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 1ab4219c-4209-4ad1-a845-3fce7b46e73d not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:03:06.328785 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:06.370870 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:06.380520 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:06.386089 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['b6ad61af-df06-4133-93ee-ed767763a4e3'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:03:06.516940 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Pushing event updated for resources: {'Port': ['ID=fb28aeaf-3a93-400b-bdce-fa688480579e,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:06.521403 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:06.534953 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Network c0205995-4acc-47ad-bdbe-2f78c976996a is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:06.536916 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:06.548611 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:03:06.555075 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:06.556518 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:06.612890 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5397804 May 17 12:03:06.631447 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Request body: {'port': {'device_id': '96fc9c23-0dab-4951-8c8b-f6092de1b716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:06.717283 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:06.930498 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:07.046570 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50506) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:07.152865 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50522) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:07.207835 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd85c4c-9594-4126-a738-3d413d7633a2 req-02832d67-d340-4173-b9aa-d1e560415443 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:07.209655 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3cd85c4c-9594-4126-a738-3d413d7633a2 req-02832d67-d340-4173-b9aa-d1e560415443 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.3154442 May 17 12:03:07.449493 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3cd85c4c-9594-4126-a738-3d413d7633a2 req-b7aa6c98-fdf9-4e49-aa24-4f4e8fd7c980 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944427 May 17 12:03:07.567881 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9abc9e-e458-4b60-878e-cb3c9a6c9b1a req-866f0d31-ff4c-4a75-9fd7-7faf288439d2 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:07.569788 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-4d9abc9e-e458-4b60-878e-cb3c9a6c9b1a req-866f0d31-ff4c-4a75-9fd7-7faf288439d2 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Synchronizing usage tracker for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:07.653516 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-4d9abc9e-e458-4b60-878e-cb3c9a6c9b1a req-866f0d31-ff4c-4a75-9fd7-7faf288439d2 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Unset dirty status for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:07.665688 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e098c6b6-112c-4f88-a47e-5ca33e0b75ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:07.666182 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4d9abc9e-e458-4b60-878e-cb3c9a6c9b1a req-866f0d31-ff4c-4a75-9fd7-7faf288439d2 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 932 time: 0.4515646 May 17 12:03:07.687813 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-83fe85d1-f33b-432a-b1e0-b178fb91d116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:07.718245 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-e098c6b6-112c-4f88-a47e-5ca33e0b75ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:07.724923 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-e098c6b6-112c-4f88-a47e-5ca33e0b75ca admin admin] Usage tracker for resource:security_group_rule and tenant:2d505792ca5b49688069e26423629efb is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:07.732205 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-83fe85d1-f33b-432a-b1e0-b178fb91d116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:07.736877 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-83fe85d1-f33b-432a-b1e0-b178fb91d116 admin admin] Usage tracker for resource:security_group_rule and tenant:6f2b7d8758bf432cb35db7503911bf38 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:07.744506 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-83fe85d1-f33b-432a-b1e0-b178fb91d116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:07.754601 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-83fe85d1-f33b-432a-b1e0-b178fb91d116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:07.801597 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4d9abc9e-e458-4b60-878e-cb3c9a6c9b1a req-326de37e-6b34-4a98-a687-a87c9df83b6f tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338148 May 17 12:03:07.814466 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb28aeaf-3a93-400b-bdce-fa688480579e {{(pid=78759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:07.824792 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:07.843624 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Transition to ACTIVE for port object fb28aeaf-3a93-400b-bdce-fa688480579e will not be triggered until provisioned by entity L2. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:07.846855 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-e098c6b6-112c-4f88-a47e-5ca33e0b75ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:07.859909 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:07.876835 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:07.878729 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-e098c6b6-112c-4f88-a47e-5ca33e0b75ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:07.956222 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-83fe85d1-f33b-432a-b1e0-b178fb91d116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:07.969285 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-83fe85d1-f33b-432a-b1e0-b178fb91d116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.003360 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-10ccc05c-8825-426a-a3bf-02bf6a64d2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:08.017799 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-83fe85d1-f33b-432a-b1e0-b178fb91d116 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6f2b7d8758bf432cb35db7503911bf38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9698434 May 17 12:03:08.025085 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 50554) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:08.052231 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe85d1-f33b-432a-b1e0-b178fb91d116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2849f494-ab3c-442a-b448-7ed68646fe17,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:08.064330 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-83fe85d1-f33b-432a-b1e0-b178fb91d116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:08.101094 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Pushing event updated for resources: {'Port': ['ID=fb28aeaf-3a93-400b-bdce-fa688480579e,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:08.108029 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:08.166821 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e098c6b6-112c-4f88-a47e-5ca33e0b75ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.173234 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e098c6b6-112c-4f88-a47e-5ca33e0b75ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.176279 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Attempting to bind port fb28aeaf-3a93-400b-bdce-fa688480579e on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:03:08.176604 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Attempting to bind port fb28aeaf-3a93-400b-bdce-fa688480579e by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:03:08.176920 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Attempting to bind port fb28aeaf-3a93-400b-bdce-fa688480579e on network c0205995-4acc-47ad-bdbe-2f78c976996a {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:08.185972 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-2b0e577c-0276-4239-bc9e-c50f5552274d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:08.187977 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Port fb28aeaf-3a93-400b-bdce-fa688480579e on network c0205995-4acc-47ad-bdbe-2f78c976996a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:03:08.188540 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Attempting to bind port fb28aeaf-3a93-400b-bdce-fa688480579e on network c0205995-4acc-47ad-bdbe-2f78c976996a {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:08.203603 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:03:08.203970 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Checking segment: {'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:08.204476 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Bound using segment: {'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:03:08.205009 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Bound port: fb28aeaf-3a93-400b-bdce-fa688480579e, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'}}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:03:08.205394 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.243109 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098c6b6-112c-4f88-a47e-5ca33e0b75ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9edba6-aea5-4d36-8d67-6062c45634df,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:08.248030 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-e098c6b6-112c-4f88-a47e-5ca33e0b75ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:08.250617 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-e098c6b6-112c-4f88-a47e-5ca33e0b75ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d505792ca5b49688069e26423629efb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0964525 May 17 12:03:08.254497 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50560) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:08.287665 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad466e17-80f2-4fa9-a1e7-5875e1e46adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.362798 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-03e4e6a7-1a55-47b4-9701-d54fb8c53a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.384797 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad466e17-80f2-4fa9-a1e7-5875e1e46adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.427385 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-03e4e6a7-1a55-47b4-9701-d54fb8c53a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.489102 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.549560 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-03e4e6a7-1a55-47b4-9701-d54fb8c53a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.558270 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-f2f89c15-0c60-4979-a6f6-21fd26e83337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:08.612932 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4e6a7-1a55-47b4-9701-d54fb8c53a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9edba6-aea5-4d36-8d67-6062c45634df,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:08.621602 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-03e4e6a7-1a55-47b4-9701-d54fb8c53a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:08.638675 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] For port fb28aeaf-3a93-400b-bdce-fa688480579e, host hv-cinder-73414, cleared binding levels {{(pid=78759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:03:08.643727 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-03e4e6a7-1a55-47b4-9701-d54fb8c53a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.652575 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-03e4e6a7-1a55-47b4-9701-d54fb8c53a0e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc9edba6-aea5-4d36-8d67-6062c45634df HTTP/1.1" status: 204 len: 168 time: 0.3956518 May 17 12:03:08.670558 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] For port fb28aeaf-3a93-400b-bdce-fa688480579e, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fb28aeaf-3a93-400b-bdce-fa688480579e,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:03:08.678941 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.692820 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-1a5eba61-4edb-46a0-b656-c135d328802d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:08.889980 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad466e17-80f2-4fa9-a1e7-5875e1e46adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.919340 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:08.919983 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.921389 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] 10.222.0.64 "PUT /v2.0/ports/fb28aeaf-3a93-400b-bdce-fa688480579e HTTP/1.1" status: 200 len: 1094 time: 2.2966053 May 17 12:03:08.933135 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96fc9c23-0dab-4951-8c8b-f6092de1b716', 'tag': 'fb28aeaf-3a93-400b-bdce-fa688480579e'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:08.967040 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad466e17-80f2-4fa9-a1e7-5875e1e46adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.970766 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-ad466e17-80f2-4fa9-a1e7-5875e1e46adb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2849f494-ab3c-442a-b448-7ed68646fe17 HTTP/1.1" status: 204 len: 168 time: 0.9420605 May 17 12:03:08.970766 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Pushing event updated for resources: {'Port': ['ID=fb28aeaf-3a93-400b-bdce-fa688480579e,revision_number=3']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:08.975704 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:08.979018 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-744d2376-5f82-4619-8095-783fdcbd4104 req-8e601df8-da4e-499c-8522-aa4e0b9cd18f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4292502 May 17 12:03:08.979701 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:09.078122 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad466e17-80f2-4fa9-a1e7-5875e1e46adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2849f494-ab3c-442a-b448-7ed68646fe17,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:09.095264 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ad466e17-80f2-4fa9-a1e7-5875e1e46adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:09.185426 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50598) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:09.208115 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-51b61cc5-f613-45cb-940f-685a61c6f617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:09.216242 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdae04-cbd1-4164-97f5-a88992a92290 req-51c4afa9-ebe2-49c8-ab52-0c96805ac247 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:09.217917 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-67cdae04-cbd1-4164-97f5-a88992a92290 req-51c4afa9-ebe2-49c8-ab52-0c96805ac247 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.4213471 May 17 12:03:09.229034 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-51b61cc5-f613-45cb-940f-685a61c6f617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:09.234708 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-51b61cc5-f613-45cb-940f-685a61c6f617 admin admin] Usage tracker for resource:security_group_rule and tenant:f3894a12a4bd4e40b42998fbefbb73fe is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:09.238055 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-51b61cc5-f613-45cb-940f-685a61c6f617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:09.245724 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-51b61cc5-f613-45cb-940f-685a61c6f617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:09.269103 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-144e361c-ea23-4761-b2d2-8afaf1ce457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:09.270598 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-144e361c-ea23-4761-b2d2-8afaf1ce457c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 1097 time: 0.2791195 May 17 12:03:09.360587 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d2376-5f82-4619-8095-783fdcbd4104 req-6eb20d24-8bff-4e89-973f-0d82432bda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:09.362502 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-744d2376-5f82-4619-8095-783fdcbd4104 req-6eb20d24-8bff-4e89-973f-0d82432bda6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 1099 time: 0.2574048 May 17 12:03:09.373407 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8301c8-1cd0-4048-843b-32b434096421 req-43f2d43f-6864-409a-a5c5-d397275bc77f tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:09.374951 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3a8301c8-1cd0-4048-843b-32b434096421 req-43f2d43f-6864-409a-a5c5-d397275bc77f tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 944 time: 0.3854167 May 17 12:03:09.400499 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-67cdae04-cbd1-4164-97f5-a88992a92290 req-9251c818-fcbf-4239-92c7-ec8e9b8ce4b5 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716449 May 17 12:03:09.404851 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-a8057e2a-6a94-4a3e-afec-00bb5f601e92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb28aeaf-3a93-400b-bdce-fa688480579e HTTP/1.1" status: 200 len: 217 time: 0.1169088 May 17 12:03:09.414533 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-51b61cc5-f613-45cb-940f-685a61c6f617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:09.431663 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-51b61cc5-f613-45cb-940f-685a61c6f617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:09.448261 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5436f4e9-58bf-4ee5-bf5f-31946620a297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:09.585156 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 50610) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:09.602345 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-51b61cc5-f613-45cb-940f-685a61c6f617 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f3894a12a4bd4e40b42998fbefbb73fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4130800 May 17 12:03:09.608899 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61cc5-f613-45cb-940f-685a61c6f617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34c5651-ad53-4224-a55d-54df1d372f79,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:09.617912 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-51b61cc5-f613-45cb-940f-685a61c6f617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:09.667199 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3a8301c8-1cd0-4048-843b-32b434096421 req-3c4ee9f8-587d-4659-857a-d64119343b8a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788167 May 17 12:03:09.743726 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-68e3e3f7-0f29-493a-8aab-a839234c8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:09.755747 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-68e3e3f7-0f29-493a-8aab-a839234c8aab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c6d395f-a0d1-421d-8483-8630a259746d HTTP/1.1" status: 200 len: 854 time: 0.3091455 May 17 12:03:09.805829 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96fc9c23-0dab-4951-8c8b-f6092de1b716', 'tag': 'fb28aeaf-3a93-400b-bdce-fa688480579e', 'status': 'completed', 'code': 200} May 17 12:03:09.850326 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50626) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:09.893977 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-03d5f3bf-6ee7-48c6-9cb0-780c622cac3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0205995-4acc-47ad-bdbe-2f78c976996a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235983 May 17 12:03:09.949248 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d2376-5f82-4619-8095-783fdcbd4104 req-1249df49-8a7d-4df7-aa03-1b6826a07014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:09.950714 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-744d2376-5f82-4619-8095-783fdcbd4104 req-1249df49-8a7d-4df7-aa03-1b6826a07014 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c0205995-4acc-47ad-bdbe-2f78c976996a HTTP/1.1" status: 200 len: 915 time: 0.5489764 May 17 12:03:10.000665 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_v2 [None req-6204ae48-509f-4e20-928c-aaaac46f2b63 admin admin] Deleting subnet 6e272328-45a4-4b50-8f2d-10f815b2b721 {{(pid=78758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:03:10.004133 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6204ae48-509f-4e20-928c-aaaac46f2b63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:10.015660 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5dadde0e-525f-439e-88c0-73cc5c26c2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:10.107951 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-744d2376-5f82-4619-8095-783fdcbd4104 req-9aba5095-760a-4f83-8993-30da8f7fb5f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6ad61af-df06-4133-93ee-ed767763a4e3 HTTP/1.1" status: 200 len: 217 time: 0.1036758 May 17 12:03:10.117951 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6204ae48-509f-4e20-928c-aaaac46f2b63 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:10.126903 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6204ae48-509f-4e20-928c-aaaac46f2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:10.207638 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5dadde0e-525f-439e-88c0-73cc5c26c2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:10.357621 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-c1474a7e-3361-4f7f-9c3f-855f799dafbf service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547632 May 17 12:03:10.397228 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d2376-5f82-4619-8095-783fdcbd4104 req-c924f3bc-fe8e-4faf-bb96-d6f5a963b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:10.398729 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-744d2376-5f82-4619-8095-783fdcbd4104 req-c924f3bc-fe8e-4faf-bb96-d6f5a963b034 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c6d395f-a0d1-421d-8483-8630a259746d HTTP/1.1" status: 200 len: 854 time: 0.2654498 May 17 12:03:10.548709 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-744d2376-5f82-4619-8095-783fdcbd4104 req-fac11d54-8518-44c7-8516-e1e7b5d66fcb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0205995-4acc-47ad-bdbe-2f78c976996a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620489 May 17 12:03:10.641021 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6204ae48-509f-4e20-928c-aaaac46f2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665'] for subnet, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:10.646967 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5cf885ec-cafb-4705-8916-731f9edc0e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:10.685920 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6204ae48-509f-4e20-928c-aaaac46f2b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:10.691651 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f464d5b-99ed-4e23-aac6-47c4fd80f7d8 req-b15c667f-d444-4867-8a7e-d384802c8c0e service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212228 May 17 12:03:10.712183 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204ae48-509f-4e20-928c-aaaac46f2b63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e272328-45a4-4b50-8f2d-10f815b2b721,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:10.726803 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-6204ae48-509f-4e20-928c-aaaac46f2b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:10.729918 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-6204ae48-509f-4e20-928c-aaaac46f2b63 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6e272328-45a4-4b50-8f2d-10f815b2b721 HTTP/1.1" status: 204 len: 168 time: 0.8779128 May 17 12:03:10.733608 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50668) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:10.771540 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5dadde0e-525f-439e-88c0-73cc5c26c2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:10.833922 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d3df5078-c6b8-427a-bd81-1d84a39b63ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:10.997585 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:11.129532 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadde0e-525f-439e-88c0-73cc5c26c2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34c5651-ad53-4224-a55d-54df1d372f79,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:11.143806 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-5dadde0e-525f-439e-88c0-73cc5c26c2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:11.217333 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5dadde0e-525f-439e-88c0-73cc5c26c2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:11.220043 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-5dadde0e-525f-439e-88c0-73cc5c26c2da admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c34c5651-ad53-4224-a55d-54df1d372f79 HTTP/1.1" status: 204 len: 168 time: 1.6212180 May 17 12:03:11.223889 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-744d2376-5f82-4619-8095-783fdcbd4104 req-7838a7a5-41e7-4b18-871c-5a8e1bdc20bb service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636353 May 17 12:03:11.248176 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:11.263556 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.263929 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.264972 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.265314 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > port after_create 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.265634 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > port after_delete 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.265957 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > port after_update 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.266271 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.266606 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.266925 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.267241 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.449226 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:11.478895 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.479517 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.479916 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.480245 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:03:11.481462 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f703f95-c1ca-47cc-b14f-6b84d98a16c3']}} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:03:11.513820 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628af9d9-a23d-43a2-96e4-5cbcf81b3aea') {'for_net_delete': True} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:03:11.514139 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628af9d9-a23d-43a2-96e4-5cbcf81b3aea') {} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:03:11.544718 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50093b4d-8163-4ba9-9ce0-96d0494d6214 req-e4e564a9-a509-4902-b2b3-02b4f0c9d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:11.548546 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3862740'] for segment, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:11.553096 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-50093b4d-8163-4ba9-9ce0-96d0494d6214 req-e4e564a9-a509-4902-b2b3-02b4f0c9d01b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 1097 time: 0.7745659 May 17 12:03:11.582504 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:11.603489 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=78758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:03:11.604119 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3791639'] for segment, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: from cryptography.utils import int_from_bytes May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: from cryptography.utils import int_from_bytes May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: Traceback (most recent call last): May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: timer() May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: cb(*args, **kw) May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: return func(*args, **kwargs) May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: self._notify() May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: self.callback(batched_events) May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: event.method(event) May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: return f(self, *a, **k) May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: return self._get(url).json() May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: return self.request(url, 'GET', **kwargs) May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:03:11.638597 dv-cinder-734144-19-smb neutron-server[78758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:03:11.642419 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fe7d1-be76-4330-8726-31f9d2fecee8 req-b4a47e01-a80e-43e2-a1b6-32b04f044100 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:11.644142 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-aa1fe7d1-be76-4330-8726-31f9d2fecee8 req-b4a47e01-a80e-43e2-a1b6-32b04f044100 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 944 time: 0.5465698 May 17 12:03:11.736799 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84a7df-69e0-4cd1-a8a9-6e1361a52c78 req-2f83d1ef-a830-4a95-a8f2-08cedad91c1b tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:11.745429 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1c84a7df-69e0-4cd1-a8a9-6e1361a52c78 req-2f83d1ef-a830-4a95-a8f2-08cedad91c1b tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.9757442 May 17 12:03:11.784945 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-744d2376-5f82-4619-8095-783fdcbd4104 req-359d96ca-46af-40df-a8e0-5cc2560fbd70 service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491521 May 17 12:03:11.813534 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:11.825566 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a4990374-f317-4e57-a29c-7c21f5875294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:11.872278 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:11.904098 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Pushing event deleted for resources: {'Network': ['ID=2f703f95-c1ca-47cc-b14f-6b84d98a16c3,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:11.920586 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1c84a7df-69e0-4cd1-a8a9-6e1361a52c78 req-8717baca-bae3-43f5-9890-1c2f2ab42d8c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740661 May 17 12:03:11.924466 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] 10.222.0.47 "DELETE /v2.0/networks/2f703f95-c1ca-47cc-b14f-6b84d98a16c3 HTTP/1.1" status: 204 len: 168 time: 1.1845531 May 17 12:03:11.925355 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:11.944796 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-aa1fe7d1-be76-4330-8726-31f9d2fecee8 req-89b77869-38af-4278-8167-3e1e6e1febdb tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939868 May 17 12:03:11.953400 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50093b4d-8163-4ba9-9ce0-96d0494d6214 req-291572f7-7c25-4659-b839-1b93be4a7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:11.955900 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-50093b4d-8163-4ba9-9ce0-96d0494d6214 req-291572f7-7c25-4659-b839-1b93be4a7e55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c0205995-4acc-47ad-bdbe-2f78c976996a HTTP/1.1" status: 200 len: 915 time: 0.3687897 May 17 12:03:12.107164 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-50093b4d-8163-4ba9-9ce0-96d0494d6214 req-c0fa0bca-370d-4d65-8c4d-963159044f2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb28aeaf-3a93-400b-bdce-fa688480579e HTTP/1.1" status: 200 len: 217 time: 0.1432300 May 17 12:03:12.202650 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50093b4d-8163-4ba9-9ce0-96d0494d6214 req-b747065b-68fa-4de2-8ace-de3f22ca5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:12.204384 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-50093b4d-8163-4ba9-9ce0-96d0494d6214 req-b747065b-68fa-4de2-8ace-de3f22ca5adf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c6d395f-a0d1-421d-8483-8630a259746d HTTP/1.1" status: 200 len: 854 time: 0.0911367 May 17 12:03:12.212446 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50716) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:12.285001 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-50093b4d-8163-4ba9-9ce0-96d0494d6214 req-293eb367-c2ef-4af8-ad4b-31a33c942891 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0205995-4acc-47ad-bdbe-2f78c976996a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583928 May 17 12:03:12.286998 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-1d950c32-572a-45e0-8b8e-ad49949e0728 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=58b7b7b536334dd48d5548edb6e93d3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0728259 May 17 12:03:12.290187 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50722) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:12.433205 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 50728) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:12.457570 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-3677c0d1-4715-413d-867e-5a3e793e2e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:12.493503 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-3677c0d1-4715-413d-867e-5a3e793e2e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:12.513862 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-50093b4d-8163-4ba9-9ce0-96d0494d6214 req-d096eb1d-26db-4a81-acfc-51c15a36314d service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177074 May 17 12:03:12.581959 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-3677c0d1-4715-413d-867e-5a3e793e2e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:12.588987 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-c9470525-cf33-4aba-a731-97cad81947f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:12.605558 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-3677c0d1-4715-413d-867e-5a3e793e2e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:12.609320 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-3677c0d1-4715-413d-867e-5a3e793e2e88 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08b24eb8-d9fe-4090-bc0d-c54069b7f528 HTTP/1.1" status: 204 len: 168 time: 0.3158746 May 17 12:03:12.610996 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677c0d1-4715-413d-867e-5a3e793e2e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b24eb8-d9fe-4090-bc0d-c54069b7f528,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:12.634337 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-3677c0d1-4715-413d-867e-5a3e793e2e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:12.646157 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a8acd667-b032-4198-9fba-558812c3eed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:12.678379 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-a8acd667-b032-4198-9fba-558812c3eed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:12.682812 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-a8acd667-b032-4198-9fba-558812c3eed5 admin admin] Usage tracker for resource:security_group_rule and tenant:5ddc3972c5984a3c828e86962a91fcc3 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:12.685994 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-a8acd667-b032-4198-9fba-558812c3eed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:12.692887 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-a8acd667-b032-4198-9fba-558812c3eed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:12.779222 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-50093b4d-8163-4ba9-9ce0-96d0494d6214 req-895fbfc9-0647-443f-8290-e98ba5796f86 service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570212 May 17 12:03:12.874774 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a8acd667-b032-4198-9fba-558812c3eed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:12.880453 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a8acd667-b032-4198-9fba-558812c3eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:12.890684 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-fd1c2dc6-7d03-4241-bca8-906274961054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:12.923986 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acd667-b032-4198-9fba-558812c3eed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a95def7-bdb0-4fb8-bf2b-ecec216278c7,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:12.942716 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-a8acd667-b032-4198-9fba-558812c3eed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:12.961252 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-a8acd667-b032-4198-9fba-558812c3eed5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ddc3972c5984a3c828e86962a91fcc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5268819 May 17 12:03:12.964026 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50754) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:13.081907 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-abdf10e0-e6cd-4499-ba8e-96939320cb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:13.142504 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-abdf10e0-e6cd-4499-ba8e-96939320cb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:13.258631 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-abdf10e0-e6cd-4499-ba8e-96939320cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:13.263632 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8846e2e0-e2f9-4ffe-afca-0d2e825d5711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:13.299113 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-abdf10e0-e6cd-4499-ba8e-96939320cb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:13.303287 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-abdf10e0-e6cd-4499-ba8e-96939320cb35 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a95def7-bdb0-4fb8-bf2b-ecec216278c7 HTTP/1.1" status: 204 len: 168 time: 0.3358619 May 17 12:03:13.307900 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf10e0-e6cd-4499-ba8e-96939320cb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a95def7-bdb0-4fb8-bf2b-ecec216278c7,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:13.314780 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-abdf10e0-e6cd-4499-ba8e-96939320cb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:13.408419 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98873d-4e02-444f-9fc3-78fd89a1795b req-8bd82d7f-bd06-49ed-b27a-adcf7a6672e3 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:13.420104 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7a98873d-4e02-444f-9fc3-78fd89a1795b req-8bd82d7f-bd06-49ed-b27a-adcf7a6672e3 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.2486970 May 17 12:03:13.481639 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf08ba-4097-497e-b800-ef2b70a07f79 req-28fedcb6-5711-48db-9f00-b17f57806587 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:13.481639 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8edf08ba-4097-497e-b800-ef2b70a07f79 req-28fedcb6-5711-48db-9f00-b17f57806587 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 944 time: 0.4055948 May 17 12:03:13.556507 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8edf08ba-4097-497e-b800-ef2b70a07f79 req-63d37619-01fe-4398-b6cc-3cf5077625f9 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624247 May 17 12:03:13.570051 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7a98873d-4e02-444f-9fc3-78fd89a1795b req-2cf11d04-f6bd-46fb-ab97-0914e3d1bd8b tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338806 May 17 12:03:13.868483 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50800) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:13.889840 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-07608ce0-a45d-474d-b3f7-0fb12392db63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:13.906921 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-07608ce0-a45d-474d-b3f7-0fb12392db63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:13.910983 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-07608ce0-a45d-474d-b3f7-0fb12392db63 admin admin] Usage tracker for resource:security_group_rule and tenant:39db74ab63ac48699ac69d5f678de0f6 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:13.915306 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-07608ce0-a45d-474d-b3f7-0fb12392db63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:13.921985 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-07608ce0-a45d-474d-b3f7-0fb12392db63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:14.033404 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-07608ce0-a45d-474d-b3f7-0fb12392db63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.040686 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-07608ce0-a45d-474d-b3f7-0fb12392db63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.051531 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-eaac915b-31c5-4665-8514-5765810430ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:14.137950 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-07608ce0-a45d-474d-b3f7-0fb12392db63 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=39db74ab63ac48699ac69d5f678de0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681561 May 17 12:03:14.139711 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07608ce0-a45d-474d-b3f7-0fb12392db63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5677d8-cc6d-4ae0-a7c6-5eb113a58c51,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:14.142589 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 50808) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:14.146932 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-07608ce0-a45d-474d-b3f7-0fb12392db63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:14.231075 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a5feab20-a974-45cf-b665-f5d8635f4df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.237222 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device fb28aeaf-3a93-400b-bdce-fa688480579e details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:03:14.294320 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a5feab20-a974-45cf-b665-f5d8635f4df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.382583 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a5feab20-a974-45cf-b665-f5d8635f4df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.387444 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:14.414681 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5feab20-a974-45cf-b665-f5d8635f4df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5677d8-cc6d-4ae0-a7c6-5eb113a58c51,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:14.425175 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-a5feab20-a974-45cf-b665-f5d8635f4df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:14.434906 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a5feab20-a974-45cf-b665-f5d8635f4df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.436576 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-a5feab20-a974-45cf-b665-f5d8635f4df1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0c5677d8-cc6d-4ae0-a7c6-5eb113a58c51 HTTP/1.1" status: 204 len: 168 time: 0.2923622 May 17 12:03:14.566709 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port fb28aeaf-3a93-400b-bdce-fa688480579e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fb28aeaf-3a93-400b-bdce-fa688480579e,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:14.585492 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': 'fb28aeaf-3a93-400b-bdce-fa688480579e', 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a', 'port_id': 'fb28aeaf-3a93-400b-bdce-fa688480579e', 'mac_address': 'fa:16:3e:d3:c2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6d395f-a0d1-421d-8483-8630a259746d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:03:14.597552 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50832) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:14.674298 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.743634 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb28aeaf-3a93-400b-bdce-fa688480579e {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:14.767963 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port fb28aeaf-3a93-400b-bdce-fa688480579e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fb28aeaf-3a93-400b-bdce-fa688480579e,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:14.773194 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.778064 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:14.869342 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=fb28aeaf-3a93-400b-bdce-fa688480579e,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:14.875799 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:14.941298 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e91778-c50d-4c19-a696-d5930e929f9f req-0cb55ce5-f743-4946-ae6c-06361061592f tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:14.942907 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b8e91778-c50d-4c19-a696-d5930e929f9f req-0cb55ce5-f743-4946-ae6c-06361061592f tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 945 time: 0.2039952 May 17 12:03:14.980253 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb8947-f3cb-4d96-ae40-ffc4b02fd43c req-9685651c-dfaa-43d0-ac3f-6fc3697638c1 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:14.981267 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-74bb8947-f3cb-4d96-ae40-ffc4b02fd43c req-9685651c-dfaa-43d0-ac3f-6fc3697638c1 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.1588445 May 17 12:03:15.055730 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b8e91778-c50d-4c19-a696-d5930e929f9f req-bccb2514-0438-4410-858b-7a9a121a2a69 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002269 May 17 12:03:15.103293 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-74bb8947-f3cb-4d96-ae40-ffc4b02fd43c req-48ad19cb-b56d-4b2e-baa7-cdcfc932e444 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825255 May 17 12:03:15.179253 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['fb28aeaf-3a93-400b-bdce-fa688480579e'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:03:15.184105 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-150768201-network', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:15.184551 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 50858) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:15.198680 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:15.211053 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Usage tracker for resource:network and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:15.226023 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:15.244426 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:15.284884 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Made reservation on behalf of 9754f4e8be7b4a9c8bc6f8956455730b for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:15.287676 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:15.310802 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:15.333143 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:15.341141 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Usage tracker for resource:security_group_rule and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:15.346012 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:15.354083 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:15.362167 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-045f1553-742a-4f99-92ff-03380693eb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:15.425785 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-045f1553-742a-4f99-92ff-03380693eb66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:15.437482 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-045f1553-742a-4f99-92ff-03380693eb66 admin admin] Usage tracker for resource:security_group_rule and tenant:ff341fe026384b1aafc85faf24c274cc is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:15.452548 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-045f1553-742a-4f99-92ff-03380693eb66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:15.481222 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-045f1553-742a-4f99-92ff-03380693eb66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:15.567903 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:15.574572 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:15.582776 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-fa71f1ae-6ebe-4fa8-b4c5-40ccb959acb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:15.645698 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=78758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:03:15.654759 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dc3e20-ed2a-4384-ab92-4345954cfd7d,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:15.658637 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:15.669826 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:15.670684 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Added segment 0e6901d5-3f7a-430c-adc5-0b4b12146591 of type vlan for network 5a4306c9-0686-4729-b018-267bb97db762 May 17 12:03:15.683043 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-045f1553-742a-4f99-92ff-03380693eb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:15.690295 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-045f1553-742a-4f99-92ff-03380693eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:15.726724 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:15.774952 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:15.778375 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:15.779756 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:15.792754 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b821d5f4-40ff-4817-a00b-a4805287d8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:15.824819 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-e5bc19fc-144d-474d-8ed2-c02e7c87e31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:15.851936 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2527869 May 17 12:03:15.857854 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-045f1553-742a-4f99-92ff-03380693eb66 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ff341fe026384b1aafc85faf24c274cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6726017 May 17 12:03:15.859316 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50886) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:15.860845 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 50888) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:15.871092 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Request body: {'subnet': {'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-subnet', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:15.876987 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f1553-742a-4f99-92ff-03380693eb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58095985-f112-43f0-a2ec-76f46eed2a91,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:15.886807 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-045f1553-742a-4f99-92ff-03380693eb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:15.945030 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:15.969069 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:03:15.969930 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Usage tracker for resource:subnet and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:15.973462 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Pushing event updated for resources: {'Network': ['ID=5a4306c9-0686-4729-b018-267bb97db762,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:15.978769 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:15.980598 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:15.985995 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network 5a4306c9-0686-4729-b018-267bb97db762 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:03:15.989351 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:16.003271 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Made reservation on behalf of 9754f4e8be7b4a9c8bc6f8956455730b for: {'subnet': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:16.008764 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3801937'] for subnet, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:16.011779 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-2154424b-26bd-4ef7-b8de-05e389dac678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:16.058570 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-2154424b-26bd-4ef7-b8de-05e389dac678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:16.140147 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-2154424b-26bd-4ef7-b8de-05e389dac678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:16.146393 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d10fb2ce-e46b-4576-9c55-17097065b29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:16.177068 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154424b-26bd-4ef7-b8de-05e389dac678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58095985-f112-43f0-a2ec-76f46eed2a91,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:16.191844 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-2154424b-26bd-4ef7-b8de-05e389dac678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:16.201507 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-2154424b-26bd-4ef7-b8de-05e389dac678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:16.221592 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-2154424b-26bd-4ef7-b8de-05e389dac678 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58095985-f112-43f0-a2ec-76f46eed2a91 HTTP/1.1" status: 204 len: 168 time: 0.3407595 May 17 12:03:16.476833 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5120e2-e644-4189-b0d2-43e9642cd1ca req-ccee5daf-b760-44df-9915-6fafa2d3a313 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:16.478333 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6d5120e2-e644-4189-b0d2-43e9642cd1ca req-ccee5daf-b760-44df-9915-6fafa2d3a313 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.2281752 May 17 12:03:16.510477 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3801923'] for subnet, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:16.516045 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-6204ae48-509f-4e20-928c-aaaac46f2b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:16.523610 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8dad9-e334-4e90-9c9e-a7917e2ad974 req-1ac26a36-9e02-415c-8c5c-2373562d58af tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:16.525114 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-71b8dad9-e334-4e90-9c9e-a7917e2ad974 req-1ac26a36-9e02-415c-8c5c-2373562d58af tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 945 time: 0.1563470 May 17 12:03:16.572609 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6d5120e2-e644-4189-b0d2-43e9642cd1ca req-1d1b2f1f-22ae-465f-85f0-914a96693f2b tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872948 May 17 12:03:16.602045 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-71b8dad9-e334-4e90-9c9e-a7917e2ad974 req-b82e8366-267f-4e20-bb1a-d343e04b8125 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592415 May 17 12:03:16.608110 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=656d62e3-fa84-4fc2-a236-aef24f917a4e,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:16.627681 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:16.638483 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Checking segment: {'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:16.638891 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Network hostable DHCP agents. Network: 5a4306c9-0686-4729-b018-267bb97db762, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:03:16.661358 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Network 5a4306c9-0686-4729-b018-267bb97db762 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:03:16.674612 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, 5a4306c9-0686-4729-b018-267bb97db762) {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:16.685216 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341a31a6-650f-435c-8423-b4faf19159b9 None None] Network 5a4306c9-0686-4729-b018-267bb97db762 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:03:16.690419 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:16.691102 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:16.719750 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8560939 May 17 12:03:16.727140 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 50916) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:16.730448 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:16.735546 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:16.739712 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Usage tracker for resource:router and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:16.744069 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:16.749856 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:16.761286 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-435921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127245'] for router, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:16.762288 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127258'] for router, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:16.791224 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:16.964314 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6531aa3-8b96-5257-aa5e-fc09eb435c5b-5a4306c9-0686-4729-b018-267bb97db762', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e'}]}} from dv-cinder-734144-19-smb. {{(pid=78760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:03:16.965253 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:17.155192 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-435907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127464'] for router, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:17.268377 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.db_base_plugin_common [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Allocated IP 172.20.0.2 (5a4306c9-0686-4729-b018-267bb97db762/656d62e3-fa84-4fc2-a236-aef24f917a4e/be2859b1-f2ed-4384-afda-39075f0b692f) {{(pid=78760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:03:17.600631 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Notify callbacks [] for port, precommit_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:17.640926 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Transition to ACTIVE for port object be2859b1-f2ed-4384-afda-39075f0b692f will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:17.663765 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:17.682001 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Transition to ACTIVE for port object be2859b1-f2ed-4384-afda-39075f0b692f will not be triggered until provisioned by entity DHCP. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:17.692593 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:17.711007 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:17.729940 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:17.811224 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Network 5a4306c9-0686-4729-b018-267bb97db762 is already hosted by enough agents. {{(pid=78760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:17.814655 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.base_scheduler [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Resources bound (agent type, host, resource id): {{(pid=78760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:17.818851 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Received port after_create {{(pid=78760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:03:17.862702 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Pushing event updated for resources: {'Port': ['ID=be2859b1-f2ed-4384-afda-39075f0b692f,revision_number=1']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:17.879479 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:17.879956 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:17.881119 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:17.881574 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:17.882000 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:17.882428 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:17.882847 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:17.883264 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:17.883727 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:17.884141 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:17.884550 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:17.884938 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:17.916401 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:17.963226 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Attempting to bind port be2859b1-f2ed-4384-afda-39075f0b692f on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:03:17.963870 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Attempting to bind port be2859b1-f2ed-4384-afda-39075f0b692f by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:03:17.964308 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Attempting to bind port be2859b1-f2ed-4384-afda-39075f0b692f on network 5a4306c9-0686-4729-b018-267bb97db762 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:17.973475 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:03:17.978168 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Checking segment: {'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:17.978686 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:17.979165 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Bound using segment: {'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:03:17.979766 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Bound port: be2859b1-f2ed-4384-afda-39075f0b692f, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:03:17.980221 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:18.149818 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] For port be2859b1-f2ed-4384-afda-39075f0b692f, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:03:18.160789 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] For port be2859b1-f2ed-4384-afda-39075f0b692f, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=be2859b1-f2ed-4384-afda-39075f0b692f,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:03:18.178575 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:18.183268 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:18.248302 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Allocated IP 172.28.3.114 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/30b7930d-a362-49c5-b9d8-fdb181a6b14a) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:03:18.268740 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device fb28aeaf-3a93-400b-bdce-fa688480579e up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:03:18.289310 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc469b-139f-49eb-9a76-81d632c5b733 req-0281e7eb-d7a3-4c48-aedd-805b6f0375a6 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:18.291040 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-90cc469b-139f-49eb-9a76-81d632c5b733 req-0281e7eb-d7a3-4c48-aedd-805b6f0375a6 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 945 time: 0.4440043 May 17 12:03:18.301563 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf935be-78d0-4e24-83fe-c482a911f4b8 req-e21ac8fc-ab56-4ff6-a43b-52ff00969a6c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:18.304045 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-daf935be-78d0-4e24-83fe-c482a911f4b8 req-e21ac8fc-ab56-4ff6-a43b-52ff00969a6c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.4556570 May 17 12:03:18.400364 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Pushing event updated for resources: {'Port': ['ID=be2859b1-f2ed-4384-afda-39075f0b692f,revision_number=2']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:18.419673 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:18.431068 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port fb28aeaf-3a93-400b-bdce-fa688480579e completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:18.439830 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port fb28aeaf-3a93-400b-bdce-fa688480579e triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:18.442704 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:18.614354 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-90cc469b-139f-49eb-9a76-81d632c5b733 req-45f1263d-c7ac-4206-bbcf-17190e3c46b6 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090537 May 17 12:03:18.670505 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-daf935be-78d0-4e24-83fe-c482a911f4b8 req-90b6f6b0-5ae1-4de8-8187-deb45364bbd9 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249416 May 17 12:03:18.713212 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 50984) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:18.762704 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:18.777485 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:18.857798 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fc9c23-0dab-4951-8c8b-f6092de1b716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb28aeaf-3a93-400b-bdce-fa688480579e'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:18.879952 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port fb28aeaf-3a93-400b-bdce-fa688480579e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fb28aeaf-3a93-400b-bdce-fa688480579e,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:18.884811 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:18.888250 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:18.913350 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:18.953086 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:18.963911 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 50994) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:18.977991 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=fb28aeaf-3a93-400b-bdce-fa688480579e,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:18.981928 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:19.083997 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fc9c23-0dab-4951-8c8b-f6092de1b716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb28aeaf-3a93-400b-bdce-fa688480579e', 'code': 200} May 17 12:03:19.173590 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=30b7930d-a362-49c5-b9d8-fdb181a6b14a,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:19.190311 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:19.197038 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-4fce56e3-ab8b-4de6-b65f-ab2361625958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:19.206187 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-928ed09e-624c-4cd4-8d23-3fde805ea70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:19.213432 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:19.217219 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:19.219684 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-4fce56e3-ab8b-4de6-b65f-ab2361625958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:19.222685 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:03:19.225637 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-928ed09e-624c-4cd4-8d23-3fde805ea70a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:19.229706 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-928ed09e-624c-4cd4-8d23-3fde805ea70a admin admin] Usage tracker for resource:security_group_rule and tenant:d5a3dce8422c4b37ad0b554529a56f71 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:19.233316 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-928ed09e-624c-4cd4-8d23-3fde805ea70a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:19.239570 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-928ed09e-624c-4cd4-8d23-3fde805ea70a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:19.308822 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-4fce56e3-ab8b-4de6-b65f-ab2361625958 admin admin] Usage tracker for resource:security_group_rule and tenant:dce423fdcfad4beaa69e7d2ebcab27d2 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:19.343510 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-4fce56e3-ab8b-4de6-b65f-ab2361625958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:19.347861 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-928ed09e-624c-4cd4-8d23-3fde805ea70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:19.353581 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-928ed09e-624c-4cd4-8d23-3fde805ea70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:19.368160 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-950784ae-bceb-411f-aa16-81d9a6466fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:19.430476 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-4fce56e3-ab8b-4de6-b65f-ab2361625958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:19.440115 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-928ed09e-624c-4cd4-8d23-3fde805ea70a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d5a3dce8422c4b37ad0b554529a56f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4743233 May 17 12:03:19.441373 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ed09e-624c-4cd4-8d23-3fde805ea70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf92557-1b0f-4011-8cc7-83e03035576d,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:19.441606 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 51008) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:19.456842 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-928ed09e-624c-4cd4-8d23-3fde805ea70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:19.680655 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b324718-692f-4288-97f4-d4a61b14128c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:19.770361 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1326d3-85d9-4828-8bf2-c21a51a320c3 req-c8a4844e-05b8-48a8-88f9-bcf9a585f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:19.777414 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bc1326d3-85d9-4828-8bf2-c21a51a320c3 req-c8a4844e-05b8-48a8-88f9-bcf9a585f35c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 1099 time: 0.4652898 May 17 12:03:19.949856 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cc682c-1fe0-4f92-88f6-bf2292c326ad None None] Network 5a4306c9-0686-4729-b018-267bb97db762 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:03:20.000704 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b324718-692f-4288-97f4-d4a61b14128c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:20.014993 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-4fce56e3-ab8b-4de6-b65f-ab2361625958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:20.071962 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-9a3efce5-a370-4c9f-b9f6-e6f95025f3c6 None None] Provisioning for port be2859b1-f2ed-4384-afda-39075f0b692f completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:20.248288 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-4fce56e3-ab8b-4de6-b65f-ab2361625958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:20.264812 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ad466e17-80f2-4fa9-a1e7-5875e1e46adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:20.327195 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bc1326d3-85d9-4828-8bf2-c21a51a320c3 req-72ab2bd6-335f-4d30-a905-25d6f01d735a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287871 May 17 12:03:20.345220 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:20.439651 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-4fce56e3-ab8b-4de6-b65f-ab2361625958 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dce423fdcfad4beaa69e7d2ebcab27d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7253654 May 17 12:03:20.448062 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51032) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:20.479671 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce56e3-ab8b-4de6-b65f-ab2361625958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab0a05d-6ade-4253-a9b9-fffabeed0d89,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:20.488751 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-4fce56e3-ab8b-4de6-b65f-ab2361625958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:20.527065 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device be2859b1-f2ed-4384-afda-39075f0b692f up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:03:20.577603 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8e270874-b58a-4f08-b1d6-2f6118dbf11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:20.601812 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b324718-692f-4288-97f4-d4a61b14128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:20.610586 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:20.618185 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8e270874-b58a-4f08-b1d6-2f6118dbf11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:20.641000 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b324718-692f-4288-97f4-d4a61b14128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf92557-1b0f-4011-8cc7-83e03035576d,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:20.642307 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port be2859b1-f2ed-4384-afda-39075f0b692f completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:20.649988 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port be2859b1-f2ed-4384-afda-39075f0b692f triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:20.650451 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:20.653100 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9632a-3da5-4250-a32f-ea0a854e7d08 req-ef403083-30d4-42de-a64a-60c41f6a967b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:20.654528 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4ce9632a-3da5-4250-a32f-ea0a854e7d08 req-ef403083-30d4-42de-a64a-60c41f6a967b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 946 time: 0.6870041 May 17 12:03:20.717625 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-9b324718-692f-4288-97f4-d4a61b14128c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:20.744566 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8e270874-b58a-4f08-b1d6-2f6118dbf11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:20.751981 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-83fe85d1-f33b-432a-b1e0-b178fb91d116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:20.753857 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3697c3-ab0d-47c5-813e-681d02d5d365 req-d1dbcc43-df20-42fb-a11a-4046e76f72fa tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:20.756075 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5b3697c3-ab0d-47c5-813e-681d02d5d365 req-d1dbcc43-df20-42fb-a11a-4046e76f72fa tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.7836411 May 17 12:03:20.785530 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e270874-b58a-4f08-b1d6-2f6118dbf11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab0a05d-6ade-4253-a9b9-fffabeed0d89,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:20.792022 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8e270874-b58a-4f08-b1d6-2f6118dbf11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:20.802620 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8e270874-b58a-4f08-b1d6-2f6118dbf11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:20.808510 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-8e270874-b58a-4f08-b1d6-2f6118dbf11e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ab0a05d-6ade-4253-a9b9-fffabeed0d89 HTTP/1.1" status: 204 len: 168 time: 0.3578281 May 17 12:03:20.912826 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:20.963271 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port be2859b1-f2ed-4384-afda-39075f0b692f, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=be2859b1-f2ed-4384-afda-39075f0b692f,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:20.971440 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:20.974357 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:21.017325 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-41c799ff-512f-42d9-b6d0-8825a1eaae63 None None] Provisioning complete for port be2859b1-f2ed-4384-afda-39075f0b692f triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:21.017854 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-41c799ff-512f-42d9-b6d0-8825a1eaae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:21.078575 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b324718-692f-4288-97f4-d4a61b14128c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:21.083979 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-9b324718-692f-4288-97f4-d4a61b14128c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dbf92557-1b0f-4011-8cc7-83e03035576d HTTP/1.1" status: 204 len: 168 time: 1.6343045 May 17 12:03:21.121640 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4ce9632a-3da5-4250-a32f-ea0a854e7d08 req-9441e2b2-233e-4cb4-8174-4bdda4ff31ce tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945584 May 17 12:03:21.133560 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5b3697c3-ab0d-47c5-813e-681d02d5d365 req-84add01a-c296-43c9-a51c-a56a3ac23cbc tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515761 May 17 12:03:21.167811 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394920'] for router, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:21.170092 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=be2859b1-f2ed-4384-afda-39075f0b692f,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:21.181895 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:21.514444 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de is scheduled to L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b with binding_index 1 {{(pid=78759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:03:21.753349 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:03:21.753913 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51088) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:21.764784 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Sync routers for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:03:21.780189 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:03:21.780813 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:03:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:03:21.790371 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-41fa3ba5-a8a1-4fc0-9565-e77b51430a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:21.811794 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Notify callbacks [] for router, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:21.816251 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0920231 May 17 12:03:21.817496 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 51092) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:21.836587 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-41fa3ba5-a8a1-4fc0-9565-e77b51430a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:21.845274 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-41fa3ba5-a8a1-4fc0-9565-e77b51430a3d admin admin] Usage tracker for resource:security_group_rule and tenant:dc119199e6e44f5fa0a1f1b54adf8a0c is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:21.848631 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-41fa3ba5-a8a1-4fc0-9565-e77b51430a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:21.855581 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-41fa3ba5-a8a1-4fc0-9565-e77b51430a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:22.005314 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-41fa3ba5-a8a1-4fc0-9565-e77b51430a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:22.011840 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-41fa3ba5-a8a1-4fc0-9565-e77b51430a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:22.034732 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-eb9a133a-61b4-4040-b0c6-7bfd7b331de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:22.097734 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:03:22.129638 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa3ba5-a8a1-4fc0-9565-e77b51430a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0767c0fa-34aa-4a24-848a-a5014c9fbdd7,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:22.134420 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-41fa3ba5-a8a1-4fc0-9565-e77b51430a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:22.160262 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-41fa3ba5-a8a1-4fc0-9565-e77b51430a3d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc119199e6e44f5fa0a1f1b54adf8a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4053605 May 17 12:03:22.161105 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51106) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:22.400929 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f3e18bfe-2130-4d43-b3ae-ad303ad6be2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:22.449615 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device be2859b1-f2ed-4384-afda-39075f0b692f up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:03:22.522730 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f3e18bfe-2130-4d43-b3ae-ad303ad6be2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:22.540524 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51116) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:22.617384 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f3e18bfe-2130-4d43-b3ae-ad303ad6be2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:22.623921 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1f8367fc-9c55-4053-8c6e-c02a9d83c055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:22.652291 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e18bfe-2130-4d43-b3ae-ad303ad6be2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0767c0fa-34aa-4a24-848a-a5014c9fbdd7,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:22.658872 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f3e18bfe-2130-4d43-b3ae-ad303ad6be2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:22.663508 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-f3e18bfe-2130-4d43-b3ae-ad303ad6be2a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0767c0fa-34aa-4a24-848a-a5014c9fbdd7 HTTP/1.1" status: 204 len: 168 time: 0.4977279 May 17 12:03:22.676291 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-f3e18bfe-2130-4d43-b3ae-ad303ad6be2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:22.679644 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:19Z', 'revision_number': 3, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:03:22.683821 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Checking router: e19cdd3f-6d23-4604-b41e-5f7aa19ec7de for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:03:22.684169 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Updating router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de port 30b7930d-a362-49c5-b9d8-fdb181a6b14a binding host dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:03:22.709367 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port be2859b1-f2ed-4384-afda-39075f0b692f triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:22.710671 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:22.784210 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-680434455-network', 'tenant_id': '3a1d07b9835f40cea38e67c26bab12fe'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:22.791703 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:22.800028 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Usage tracker for resource:network and tenant:3a1d07b9835f40cea38e67c26bab12fe is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:22.811876 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:22.821102 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:22.828047 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:22.860050 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Made reservation on behalf of 3a1d07b9835f40cea38e67c26bab12fe for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:22.862480 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:22.916120 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:22.958891 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:22.968822 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Usage tracker for resource:security_group_rule and tenant:3a1d07b9835f40cea38e67c26bab12fe is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:22.978173 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:22.989001 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:23.188747 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecb90c-605c-4932-843e-47ca0efdf14b req-9a1ad66d-6544-477c-b3a9-58e770d529d1 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:23.204603 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-92ecb90c-605c-4932-843e-47ca0efdf14b req-9a1ad66d-6544-477c-b3a9-58e770d529d1 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.7936761 May 17 12:03:23.296791 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51138) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:23.299921 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857988-6ea3-443c-bc69-169fd0708ed8 req-b523f4e2-cf98-4dbf-b5bf-5e18132fef1d tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:23.301459 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d0857988-6ea3-443c-bc69-169fd0708ed8 req-b523f4e2-cf98-4dbf-b5bf-5e18132fef1d tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 946 time: 0.6856894 May 17 12:03:23.348508 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.351657 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ac9e06ff-2f75-4f17-b041-aaedceed55b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.371606 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-ac9e06ff-2f75-4f17-b041-aaedceed55b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:23.375794 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-ac9e06ff-2f75-4f17-b041-aaedceed55b2 admin admin] Usage tracker for resource:security_group_rule and tenant:9e0b9bb10f8d48c0b132518ed0cd67b6 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:23.379146 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-ac9e06ff-2f75-4f17-b041-aaedceed55b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:23.386612 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-ac9e06ff-2f75-4f17-b041-aaedceed55b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:23.389564 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Notify callbacks [] for port, precommit_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.402290 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.405112 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.provisioning_blocks [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Transition to ACTIVE for port object 30b7930d-a362-49c5-b9d8-fdb181a6b14a will not be triggered until provisioned by entity L2. {{(pid=78761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:23.414223 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-812dbfc4-2e18-4ad9-b4c2-520ac044804e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:23.414755 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.420201 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:23.457127 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=78758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:03:23.483503 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a997be3b-0797-491e-9a2c-fc46380173e4,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:23.492085 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:23.494176 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.494512 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Added segment 822b59d9-73bb-4a57-97f6-0d74a03e9790 of type vlan for network 8008d33d-742c-42c3-8edc-5c61beca03f1 May 17 12:03:23.516352 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Attempting to bind port 30b7930d-a362-49c5-b9d8-fdb181a6b14a on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:03:23.516866 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Attempting to bind port 30b7930d-a362-49c5-b9d8-fdb181a6b14a by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:03:23.517097 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Attempting to bind port 30b7930d-a362-49c5-b9d8-fdb181a6b14a on network c7032b67-ae9d-4252-ba6d-57576c0c23c3 {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:23.527756 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Pushing event updated for resources: {'Port': ['ID=30b7930d-a362-49c5-b9d8-fdb181a6b14a,revision_number=2']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:23.530417 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:03:23.530698 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Checking segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:23.531100 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.531582 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Bound using segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:03:23.532217 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Bound port: 30b7930d-a362-49c5-b9d8-fdb181a6b14a, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:03:23.533707 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.546707 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.606427 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:23.606759 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:23.607086 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:23.607200 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ac9e06ff-2f75-4f17-b041-aaedceed55b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.607550 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:23.607973 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:23.608365 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:23.608677 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:23.609023 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:23.609355 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:23.609667 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:23.610147 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:23.610560 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:23.617856 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ac9e06ff-2f75-4f17-b041-aaedceed55b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.619566 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:23.634749 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-f192f29a-f994-4199-9920-2ec23f74c8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:23.644109 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-92ecb90c-605c-4932-843e-47ca0efdf14b req-7e150b02-cc83-46fa-b7b1-ec02c5fde568 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385374 May 17 12:03:23.667407 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] For port 30b7930d-a362-49c5-b9d8-fdb181a6b14a, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:03:23.671691 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] For port 30b7930d-a362-49c5-b9d8-fdb181a6b14a, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=30b7930d-a362-49c5-b9d8-fdb181a6b14a,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:03:23.678037 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.684939 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:23.685508 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.689454 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e06ff-2f75-4f17-b041-aaedceed55b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97857a9c-68ad-4ada-ae4f-516a4cecbdaa,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:23.696236 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:23.696828 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.700762 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ac9e06ff-2f75-4f17-b041-aaedceed55b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:23.707818 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:23.763985 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d0857988-6ea3-443c-bc69-169fd0708ed8 req-980b2038-d0b8-43ba-ae86-8e47b791b5bf tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492633 May 17 12:03:23.795432 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-ac9e06ff-2f75-4f17-b041-aaedceed55b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e0b9bb10f8d48c0b132518ed0cd67b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889145 May 17 12:03:23.800432 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 51148) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:23.822762 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Pushing event updated for resources: {'Port': ['ID=30b7930d-a362-49c5-b9d8-fdb181a6b14a,revision_number=3']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:23.826557 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:23.845651 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:03:23.846359 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:03:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:03:23.942326 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.984438 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d09f7b41-2fb2-4e2c-92a7-d8d4927ce9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:23.992049 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Pushing event updated for resources: {'Network': ['ID=8008d33d-742c-42c3-8edc-5c61beca03f1,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:23.995308 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:24.002951 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4609373 May 17 12:03:24.003553 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network 8008d33d-742c-42c3-8edc-5c61beca03f1 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:03:24.006942 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51156) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:24.013938 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Request body: {'subnet': {'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-680434455-subnet', 'tenant_id': '3a1d07b9835f40cea38e67c26bab12fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:24.019946 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d09f7b41-2fb2-4e2c-92a7-d8d4927ce9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:24.020522 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:24.026789 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Usage tracker for resource:subnet and tenant:3a1d07b9835f40cea38e67c26bab12fe is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:24.030843 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:24.040193 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:24.067998 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Made reservation on behalf of 3a1d07b9835f40cea38e67c26bab12fe for: {'subnet': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:24.071614 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3801937'] for subnet, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:24.201249 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:03:24.263986 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d09f7b41-2fb2-4e2c-92a7-d8d4927ce9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:24.273240 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-2154424b-26bd-4ef7-b8de-05e389dac678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:24.288150 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f7b41-2fb2-4e2c-92a7-d8d4927ce9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97857a9c-68ad-4ada-ae4f-516a4cecbdaa,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:24.296601 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d09f7b41-2fb2-4e2c-92a7-d8d4927ce9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:24.329792 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d09f7b41-2fb2-4e2c-92a7-d8d4927ce9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:24.331856 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-d09f7b41-2fb2-4e2c-92a7-d8d4927ce9e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/97857a9c-68ad-4ada-ae4f-516a4cecbdaa HTTP/1.1" status: 204 len: 168 time: 0.4785621 May 17 12:03:24.668755 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Allocated IP 172.20.0.1 (5a4306c9-0686-4729-b018-267bb97db762/656d62e3-fa84-4fc2-a236-aef24f917a4e/38d0e79c-c6ed-4b1b-8e75-2a43b0018a60) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:03:24.802781 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:19Z', 'revision_number': 3, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:03:24.810315 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecea9e3-c4f3-4c5d-b623-5bab031d20ae None None] The sync data for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb is: [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:19Z', 'revision_number': 3, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:03:24.933501 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3801923'] for subnet, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:24.948883 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:25.168007 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:25.176155 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Checking segment: {'id': '822b59d9-73bb-4a57-97f6-0d74a03e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:25.176673 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Network hostable DHCP agents. Network: 8008d33d-742c-42c3-8edc-5c61beca03f1, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:03:25.181445 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc1c831-1609-4706-b283-3e7ef28c06c4,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:25.186483 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:25.203662 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Network 8008d33d-742c-42c3-8edc-5c61beca03f1 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:03:25.220125 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, 8008d33d-742c-42c3-8edc-5c61beca03f1) {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:25.231219 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bfde3a-2a26-465d-943c-af9d95f49c48 None None] Network 8008d33d-742c-42c3-8edc-5c61beca03f1 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:03:25.242354 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:25.244397 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:25.278339 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Transition to ACTIVE for port object 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 will not be triggered until provisioned by entity DHCP. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:25.303386 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2930987 May 17 12:03:25.397565 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:25.480836 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:25.676409 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41922c26-5326-4a5a-840b-585d6d1514fc req-bffe4c02-6f6c-4158-9f66-ab2b1f58f502 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:25.681342 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-41922c26-5326-4a5a-840b-585d6d1514fc req-bffe4c02-6f6c-4158-9f66-ab2b1f58f502 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.5021002 May 17 12:03:25.694537 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Pushing event updated for resources: {'Port': ['ID=38d0e79c-c6ed-4b1b-8e75-2a43b0018a60,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:25.703056 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:25.714704 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Network 5a4306c9-0686-4729-b018-267bb97db762 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:25.720120 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:25.727015 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:03:25.727770 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434515'] for router_interface, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:25.756639 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d607fd-0ee2-4823-85db-dca98089490e None None] Network 8008d33d-742c-42c3-8edc-5c61beca03f1 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:03:25.873845 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-41922c26-5326-4a5a-840b-585d6d1514fc req-bd95b6ca-7795-4984-93eb-ad0bce170324 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688161 May 17 12:03:25.973577 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51214) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:26.018223 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51220) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:26.147382 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-befb205d-05f1-4b82-83f4-74256d19913d None None] Provisioning for port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:26.157409 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-befb205d-05f1-4b82-83f4-74256d19913d None None] Provisioning complete for port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:26.157826 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-befb205d-05f1-4b82-83f4-74256d19913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:26.221123 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:26.249682 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-befb205d-05f1-4b82-83f4-74256d19913d None None] Port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:03:26.392061 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-87c8bcfa-d276-4739-a952-640d30ac524d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:26.458153 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 30b7930d-a362-49c5-b9d8-fdb181a6b14a up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:03:26.487990 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-87c8bcfa-d276-4739-a952-640d30ac524d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:26.504774 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-087c180a-8e06-49be-9897-e4f77a0e1b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:26.541329 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-87c8bcfa-d276-4739-a952-640d30ac524d admin admin] Usage tracker for resource:security_group_rule and tenant:98b0be003358468aaf1adbc8df06011c is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:26.551162 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-87c8bcfa-d276-4739-a952-640d30ac524d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:26.565357 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-087c180a-8e06-49be-9897-e4f77a0e1b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:26.571965 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-87c8bcfa-d276-4739-a952-640d30ac524d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:26.579162 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-087c180a-8e06-49be-9897-e4f77a0e1b8d admin admin] Usage tracker for resource:security_group_rule and tenant:e11ef3819c6e477fbb0a1eacc0fe1e3a is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:26.584549 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-087c180a-8e06-49be-9897-e4f77a0e1b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:26.603597 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-087c180a-8e06-49be-9897-e4f77a0e1b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:26.636883 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port 30b7930d-a362-49c5-b9d8-fdb181a6b14a completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:26.653372 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 30b7930d-a362-49c5-b9d8-fdb181a6b14a triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:26.654184 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:26.702250 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:26.711222 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:26.713397 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399604'] for router_interface, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:26.735741 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-91f256c5-34bf-4553-945b-3b7287cb1fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:26.789854 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-87c8bcfa-d276-4739-a952-640d30ac524d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:26.806521 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-87c8bcfa-d276-4739-a952-640d30ac524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:26.832549 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-087c180a-8e06-49be-9897-e4f77a0e1b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:26.834352 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ac9e06ff-2f75-4f17-b041-aaedceed55b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:26.848851 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-87c8bcfa-d276-4739-a952-640d30ac524d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=98b0be003358468aaf1adbc8df06011c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8690360 May 17 12:03:26.851543 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-087c180a-8e06-49be-9897-e4f77a0e1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:26.882044 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51240) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:26.886792 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-087c180a-8e06-49be-9897-e4f77a0e1b8d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e11ef3819c6e477fbb0a1eacc0fe1e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8671317 May 17 12:03:26.963559 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51246) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:27.009007 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Pushing event updated for resources: {'Port': ['ID=38d0e79c-c6ed-4b1b-8e75-2a43b0018a60,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:27.019702 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:27.076555 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.088347 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-42774a0f-5d3a-4cb6-8024-ad9d67292fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.113852 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port 30b7930d-a362-49c5-b9d8-fdb181a6b14a, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=30b7930d-a362-49c5-b9d8-fdb181a6b14a,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:27.119804 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.122121 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:27.125889 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-42774a0f-5d3a-4cb6-8024-ad9d67292fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.187575 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8bcfa-d276-4739-a952-640d30ac524d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fde48f-cf16-4ce1-bc4c-40065b592f93,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:27.193495 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-87c8bcfa-d276-4739-a952-640d30ac524d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:27.200797 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5711cb05-56e6-43e5-aed7-4b90b938b65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:27.216888 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c180a-8e06-49be-9897-e4f77a0e1b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbf1b3f-be7d-41d7-8047-2ea51af47d15,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:27.221047 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-42774a0f-5d3a-4cb6-8024-ad9d67292fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.233434 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-087c180a-8e06-49be-9897-e4f77a0e1b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:27.234135 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-087c180a-8e06-49be-9897-e4f77a0e1b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:27.253872 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-42774a0f-5d3a-4cb6-8024-ad9d67292fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.255509 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-42774a0f-5d3a-4cb6-8024-ad9d67292fd2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/acbf1b3f-be7d-41d7-8047-2ea51af47d15 HTTP/1.1" status: 204 len: 168 time: 0.2896142 May 17 12:03:27.257009 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eda381a9-4b33-40f5-b6b8-15bb0b37fd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.289440 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eda381a9-4b33-40f5-b6b8-15bb0b37fd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.313520 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=30b7930d-a362-49c5-b9d8-fdb181a6b14a,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:27.321246 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:27.352496 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42774a0f-5d3a-4cb6-8024-ad9d67292fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbf1b3f-be7d-41d7-8047-2ea51af47d15,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:27.355187 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-42774a0f-5d3a-4cb6-8024-ad9d67292fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:27.356247 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eda381a9-4b33-40f5-b6b8-15bb0b37fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.363747 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ddc956f8-8c66-4d87-a2ac-827cb67dda07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:27.383679 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda381a9-4b33-40f5-b6b8-15bb0b37fd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fde48f-cf16-4ce1-bc4c-40065b592f93,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:27.388051 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-eda381a9-4b33-40f5-b6b8-15bb0b37fd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:27.390251 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-eda381a9-4b33-40f5-b6b8-15bb0b37fd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.391393 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-eda381a9-4b33-40f5-b6b8-15bb0b37fd58 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e1fde48f-cf16-4ce1-bc4c-40065b592f93 HTTP/1.1" status: 204 len: 168 time: 0.5036356 May 17 12:03:27.451762 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Network 5a4306c9-0686-4729-b018-267bb97db762 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:27.459736 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:27.816818 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfd572-7c15-4ae7-8cf8-37dab99f5702 req-165d9bc3-33bd-40a6-a833-1199e66f8bb6 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:27.818714 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8ccfd572-7c15-4ae7-8cf8-37dab99f5702 req-165d9bc3-33bd-40a6-a833-1199e66f8bb6 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.4442670 May 17 12:03:27.900204 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:03:27.902885 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-50d83eea-484f-47b8-bd64-c087cd974ea4 None None] Provisioning complete for port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:27.903264 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-50d83eea-484f-47b8-bd64-c087cd974ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.907395 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8ccfd572-7c15-4ae7-8cf8-37dab99f5702 req-1dce4736-5725-427c-aeb0-ad801d84df2d tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789669 May 17 12:03:28.100214 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-50d83eea-484f-47b8-bd64-c087cd974ea4 None None] Port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:03:28.427578 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 30b7930d-a362-49c5-b9d8-fdb181a6b14a up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:03:28.615831 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 30b7930d-a362-49c5-b9d8-fdb181a6b14a triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:28.617576 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:28.645025 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:03:28.676073 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51310) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:28.684401 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Sync routers for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:03:28.689992 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] 10.222.0.47 "PUT /v2.0/routers/e19cdd3f-6d23-4604-b41e-5f7aa19ec7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8707273 May 17 12:03:28.721952 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:03:28.722682 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:03:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:03:28.727438 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-003952a6-9105-4b89-8bf5-060e6cb6701b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:28.729969 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-003952a6-9105-4b89-8bf5-060e6cb6701b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/networks?id=c0205995-4acc-47ad-bdbe-2f78c976996a HTTP/1.1" status: 200 len: 814 time: 0.2987709 May 17 12:03:28.755535 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-8431b026-04dd-4367-9575-42712f669aa5 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/quotas/4ffcaa59dd6948a1b5a85ceb699b53c5 HTTP/1.1" status: 200 len: 375 time: 0.0187857 May 17 12:03:28.905814 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-8bda94e8-0549-4d2a-a648-1df4f7d000f5 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1490529 May 17 12:03:29.026455 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:03:29.138181 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-dc5ed4ef-61df-4115-a138-0635d0981456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:29.204873 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-dc5ed4ef-61df-4115-a138-0635d0981456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:29.229269 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-dc5ed4ef-61df-4115-a138-0635d0981456 admin admin] Usage tracker for resource:security_group_rule and tenant:b146f788abeb4a6bb2051c1796910403 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:29.234101 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-dc5ed4ef-61df-4115-a138-0635d0981456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:29.246449 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-dc5ed4ef-61df-4115-a138-0635d0981456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:29.441993 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-dc5ed4ef-61df-4115-a138-0635d0981456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:29.448006 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-dc5ed4ef-61df-4115-a138-0635d0981456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:29.470364 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-ec12eb33-52a8-4f50-98aa-8922add991ff service neutron] 10.222.0.47 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636313 May 17 12:03:29.490729 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-928ed09e-624c-4cd4-8d23-3fde805ea70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:29.546382 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:26Z', 'revision_number': 2, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:03:29.554184 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Checking router: e19cdd3f-6d23-4604-b41e-5f7aa19ec7de for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:03:29.556702 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Updating router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 binding host dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:03:29.576657 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-dc5ed4ef-61df-4115-a138-0635d0981456 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b146f788abeb4a6bb2051c1796910403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8964021 May 17 12:03:29.590535 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51344) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:29.613502 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ed4ef-61df-4115-a138-0635d0981456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980fbd47-65b2-440f-84d3-2e96632f9231,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:29.621763 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-dc5ed4ef-61df-4115-a138-0635d0981456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:29.645483 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:29.697625 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6e187-1fc4-4627-971d-f2cdad307b9b req-b17087bf-e593-400c-a861-bf5368a0bf15 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:29.699204 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-60b6e187-1fc4-4627-971d-f2cdad307b9b req-b17087bf-e593-400c-a861-bf5368a0bf15 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.5109775 May 17 12:03:29.769618 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-94dd79cc-9e0b-44ad-8429-c1f60aaf9910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:29.793863 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-60b6e187-1fc4-4627-971d-f2cdad307b9b req-094bec84-3f65-4a77-97e2-6e557fe03e9e tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870535 May 17 12:03:29.799469 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af72d00-2823-4071-9c64-80400cbe3879 req-35448aa8-d7e8-47ad-880f-d7f15bd6c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:29.801289 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6af72d00-2823-4071-9c64-80400cbe3879 req-35448aa8-d7e8-47ad-880f-d7f15bd6c37c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 1098 time: 0.5128841 May 17 12:03:29.857122 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-94dd79cc-9e0b-44ad-8429-c1f60aaf9910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:29.892278 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-31bd507a-8931-4d8c-b556-3e9cfdcbfaf5 service neutron] 10.222.0.47 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090831 May 17 12:03:29.919878 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6af72d00-2823-4071-9c64-80400cbe3879 req-57a6061c-c88b-4227-b313-fc7294e42e63 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957272 May 17 12:03:29.973515 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-94dd79cc-9e0b-44ad-8429-c1f60aaf9910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:29.980496 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-abdf10e0-e6cd-4499-ba8e-96939320cb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:30.004411 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd79cc-9e0b-44ad-8429-c1f60aaf9910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980fbd47-65b2-440f-84d3-2e96632f9231,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:30.018575 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-94dd79cc-9e0b-44ad-8429-c1f60aaf9910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:30.023402 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-94dd79cc-9e0b-44ad-8429-c1f60aaf9910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:30.024461 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-94dd79cc-9e0b-44ad-8429-c1f60aaf9910 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/980fbd47-65b2-440f-84d3-2e96632f9231 HTTP/1.1" status: 204 len: 168 time: 0.4328322 May 17 12:03:30.162947 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Notify callbacks [] for port, precommit_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:30.191090 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Transition to ACTIVE for port object 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:30.205188 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:30.213944 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:30.548998 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d00ac517-640b-4792-8892-a1b406b21ca0 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:30.550574 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d00ac517-640b-4792-8892-a1b406b21ca0 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/networks?id=8008d33d-742c-42c3-8edc-5c61beca03f1 HTTP/1.1" status: 200 len: 813 time: 0.3383508 May 17 12:03:30.578538 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-49a27786-41fd-415e-a68f-0a860ec7bf1f tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/quotas/3a1d07b9835f40cea38e67c26bab12fe HTTP/1.1" status: 200 len: 375 time: 0.0186410 May 17 12:03:30.583122 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976bb65-e2ee-4243-b1e3-37792303f781 None None] Pushing event updated for resources: {'Port': ['ID=38d0e79c-c6ed-4b1b-8e75-2a43b0018a60,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:30.595373 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-c976bb65-e2ee-4243-b1e3-37792303f781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:30.619104 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Attempting to bind port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:03:30.620721 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Attempting to bind port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:03:30.621576 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Attempting to bind port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 on network 5a4306c9-0686-4729-b018-267bb97db762 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:30.639332 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:03:30.639737 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Checking segment: {'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:30.640147 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:30.640545 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Bound using segment: {'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:03:30.641265 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Bound port: 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:03:30.641653 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:30.692140 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-363842b7-c348-4521-b4d6-af1a9a8fdec9 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a1d07b9835f40cea38e67c26bab12fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003771 May 17 12:03:30.830172 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51396) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:30.942875 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] For port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:03:30.949809 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] For port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=38d0e79c-c6ed-4b1b-8e75-2a43b0018a60,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:03:30.969671 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:30.981434 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:31.167167 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d429c256-2078-4197-80d7-745b5c7daf37 service neutron] 10.222.0.47 "GET /v2.0/networks/8008d33d-742c-42c3-8edc-5c61beca03f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659281 May 17 12:03:31.306807 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976bb65-e2ee-4243-b1e3-37792303f781 None None] Pushing event updated for resources: {'Port': ['ID=38d0e79c-c6ed-4b1b-8e75-2a43b0018a60,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:31.345323 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-c976bb65-e2ee-4243-b1e3-37792303f781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:31.400785 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:03:31.407190 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:03:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:03:31.496379 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-fab70383-a928-40c4-a5b2-509628859128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:31.570828 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-fab70383-a928-40c4-a5b2-509628859128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:31.580974 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-fab70383-a928-40c4-a5b2-509628859128 admin admin] Usage tracker for resource:security_group_rule and tenant:600565324a9b44e588cef42deeb6b808 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:31.591315 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 51438) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:31.594749 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-fab70383-a928-40c4-a5b2-509628859128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:31.610885 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-fab70383-a928-40c4-a5b2-509628859128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:31.614014 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2080236606', 'description': 'tempest-description--1736841452'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:31.644005 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-ec072127-a089-4edc-b8ea-28a16b9587d6 service neutron] 10.222.0.47 "GET /v2.0/networks/8008d33d-742c-42c3-8edc-5c61beca03f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698780 May 17 12:03:31.658610 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:31.678087 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Usage tracker for resource:security_group and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:31.686048 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:31.703500 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:31.728428 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:31.804411 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:31.815226 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Usage tracker for resource:security_group_rule and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:31.826376 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:31.865635 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:31.959735 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-fab70383-a928-40c4-a5b2-509628859128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:31.970693 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-fab70383-a928-40c4-a5b2-509628859128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:32.013413 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-4f185d9f-4839-46c6-b00a-ed708e58ca75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:32.146711 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-fab70383-a928-40c4-a5b2-509628859128 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=600565324a9b44e588cef42deeb6b808&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3148415 May 17 12:03:32.162728 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51460) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:32.209997 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:03:32.230362 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:32.249174 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab70383-a928-40c4-a5b2-509628859128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468b2389-c65d-4209-8fe4-40c34489a32a,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:32.303546 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-fab70383-a928-40c4-a5b2-509628859128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:32.451645 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad261-9f4c-47f2-a155-8c358fdcad82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:32.498029 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:32.528263 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad261-9f4c-47f2-a155-8c358fdcad82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:32.613338 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-48fbdaa4-68de-45ce-b2a6-e2c5c65f5af7 req-b8e3bbc9-6b8c-46e7-bbb6-e004bc4516af tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 210 time: 0.7128663 May 17 12:03:32.639901 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad261-9f4c-47f2-a155-8c358fdcad82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:32.645321 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5736bcfa-1207-45de-914d-44dd9012fd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:32.689458 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad261-9f4c-47f2-a155-8c358fdcad82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468b2389-c65d-4209-8fe4-40c34489a32a,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:32.700178 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1f6ad261-9f4c-47f2-a155-8c358fdcad82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:32.702546 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad261-9f4c-47f2-a155-8c358fdcad82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:32.703892 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-1f6ad261-9f4c-47f2-a155-8c358fdcad82 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/468b2389-c65d-4209-8fe4-40c34489a32a HTTP/1.1" status: 204 len: 168 time: 0.5402558 May 17 12:03:32.739799 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-5dadde0e-525f-439e-88c0-73cc5c26c2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:32.789516 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c13eb1-210b-4124-baa9-53aa0d214298,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:32.792268 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:32.796901 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51494) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:32.797052 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2033794 May 17 12:03:32.804461 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-402500ac-dae0-4232-a251-dd259a4a6f60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Request body: {'security_group_rule': {'security_group_id': '50c13eb1-210b-4124-baa9-53aa0d214298', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:32.819948 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-402500ac-dae0-4232-a251-dd259a4a6f60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:32.834003 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-402500ac-dae0-4232-a251-dd259a4a6f60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Usage tracker for resource:security_group_rule and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:32.841316 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-402500ac-dae0-4232-a251-dd259a4a6f60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:32.859326 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-402500ac-dae0-4232-a251-dd259a4a6f60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:32.905410 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-402500ac-dae0-4232-a251-dd259a4a6f60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:32.907813 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:30Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:03:32.913542 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db89337-a763-4d20-b588-8b6270fa9267 None None] The sync data for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb is: [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:30Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:03:32.949267 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:33.002238 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-5af6202e-2c9c-4665-983b-dfff4385f187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:33.159026 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-402500ac-dae0-4232-a251-dd259a4a6f60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:33.172807 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-402500ac-dae0-4232-a251-dd259a4a6f60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:33.188332 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:33.191318 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bcebd258-c4cd-475e-bd02-a3c550a373d2 req-476ac794-bb81-4b33-8ffe-ab68dc0fbc2a tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 210 time: 0.4129632 May 17 12:03:33.241381 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-4bdb790a-67ce-41d5-9afd-3ee9e96dd1b6 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:33.242845 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-4bdb790a-67ce-41d5-9afd-3ee9e96dd1b6 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "GET /v2.0/networks?id=c0205995-4acc-47ad-bdbe-2f78c976996a HTTP/1.1" status: 200 len: 814 time: 0.9949102 May 17 12:03:33.250166 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402500ac-dae0-4232-a251-dd259a4a6f60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54961631-854c-4487-aee1-935147516fe1,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:33.263174 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-402500ac-dae0-4232-a251-dd259a4a6f60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:33.276637 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Request body: {'port': {'device_id': '3cb18088-7c2f-4e3f-88cf-a996ecedca57', 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a', 'admin_state_up': True, 'tenant_id': '4ffcaa59dd6948a1b5a85ceb699b53c5'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:33.288643 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-402500ac-dae0-4232-a251-dd259a4a6f60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:33.290007 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-402500ac-dae0-4232-a251-dd259a4a6f60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4918082 May 17 12:03:33.294494 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51508) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:33.307452 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-b4fac399-b032-4579-b235-fea0c6614eda tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Request body: {'security_group_rule': {'security_group_id': '50c13eb1-210b-4124-baa9-53aa0d214298', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:33.322313 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-b4fac399-b032-4579-b235-fea0c6614eda tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:33.336865 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-b4fac399-b032-4579-b235-fea0c6614eda tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Usage tracker for resource:security_group_rule and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:33.342403 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-b4fac399-b032-4579-b235-fea0c6614eda tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:33.367329 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-b4fac399-b032-4579-b235-fea0c6614eda tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:33.405597 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4fac399-b032-4579-b235-fea0c6614eda tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:33.433425 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4b316-60f1-4064-a360-1c1edd87faa4 req-ce82cf08-dc9c-4ee8-b3b6-99f6108ddbcc tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:33.441596 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-37a4b316-60f1-4064-a360-1c1edd87faa4 req-ce82cf08-dc9c-4ee8-b3b6-99f6108ddbcc tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.7591102 May 17 12:03:33.521024 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-37a4b316-60f1-4064-a360-1c1edd87faa4 req-0a486f22-15a9-44b3-9345-3a0675b2c307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778003 May 17 12:03:33.662995 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4fac399-b032-4579-b235-fea0c6614eda tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:33.668293 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4fac399-b032-4579-b235-fea0c6614eda tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:33.685283 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:33.712886 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fac399-b032-4579-b235-fea0c6614eda tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295056a9-4759-42d7-8098-1018d8833e43,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:33.714431 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:33.723958 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b4fac399-b032-4579-b235-fea0c6614eda tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:33.750539 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:33.759692 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4fac399-b032-4579-b235-fea0c6614eda tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:33.763252 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-b4fac399-b032-4579-b235-fea0c6614eda tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4658940 May 17 12:03:33.774710 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51532) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:33.782556 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Request body: {'floatingip': {'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:33.793358 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51536) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:33.796076 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:33.810715 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Made reservation on behalf of 4ffcaa59dd6948a1b5a85ceb699b53c5 for: {'port': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:33.815280 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:33.826103 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Usage tracker for resource:floatingip and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:33.829311 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f2862f1a-96bf-49a0-9ce0-15ac2dfe3d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:33.843185 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:33.850161 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-f2862f1a-96bf-49a0-9ce0-15ac2dfe3d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:33.855306 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-f2862f1a-96bf-49a0-9ce0-15ac2dfe3d7e admin admin] Usage tracker for resource:security_group_rule and tenant:68bf906539034a4493b121be8d14e2df is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:33.858840 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-f2862f1a-96bf-49a0-9ce0-15ac2dfe3d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:33.876473 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-f2862f1a-96bf-49a0-9ce0-15ac2dfe3d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:33.879402 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:33.880968 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-7cbc49cb-65e0-488f-ae6b-a3780ba78e90 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=10587e025ea842e0bf08c3485a3c2dab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781369 May 17 12:03:33.958972 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:34.297074 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3873b-695c-4bad-91e6-12b564dc18fb req-4736102f-01cf-42be-868e-5762235edb80 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:34.298682 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f2a3873b-695c-4bad-91e6-12b564dc18fb req-4736102f-01cf-42be-868e-5762235edb80 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.5400281 May 17 12:03:34.350960 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f2862f1a-96bf-49a0-9ce0-15ac2dfe3d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:34.374125 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f2862f1a-96bf-49a0-9ce0-15ac2dfe3d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:34.387400 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-3677c0d1-4715-413d-867e-5a3e793e2e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:34.444782 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:03:34.463035 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:34.521495 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2862f1a-96bf-49a0-9ce0-15ac2dfe3d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2679046e-d1ce-423c-a2d9-73a1dc34461d,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:34.544334 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-f2862f1a-96bf-49a0-9ce0-15ac2dfe3d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:34.651672 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f2a3873b-695c-4bad-91e6-12b564dc18fb req-345ce2f6-642f-4f27-9127-c9f2797e40af tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588170 May 17 12:03:34.659988 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-120eb4fa-8608-4425-b24f-786aec473755 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:34.668949 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-120eb4fa-8608-4425-b24f-786aec473755 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7869012 May 17 12:03:34.717903 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-c5a0bfec-8fe2-4eb6-ad76-587f9f8e0698 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/quotas/10587e025ea842e0bf08c3485a3c2dab HTTP/1.1" status: 200 len: 375 time: 0.0475101 May 17 12:03:34.729526 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:34.744652 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:34.745034 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:34.746144 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-f2862f1a-96bf-49a0-9ce0-15ac2dfe3d7e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=68bf906539034a4493b121be8d14e2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9516714 May 17 12:03:34.749573 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51556) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:34.868721 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-dbbb4030-53b2-4740-b6a2-8e6a0dd816df tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=10587e025ea842e0bf08c3485a3c2dab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1488545 May 17 12:03:34.869915 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Allocated IP 172.20.0.5 (c0205995-4acc-47ad-bdbe-2f78c976996a/3c6d395f-a0d1-421d-8483-8630a259746d/19754c9a-fa9f-4b0e-ae1f-6c0e20807c13) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:03:34.901831 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-1a8928f4-78b2-4c81-ad76-1c644ab81cfd tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:34.905208 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-1a8928f4-78b2-4c81-ad76-1c644ab81cfd tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.64 "GET /v2.0/networks?id=8008d33d-742c-42c3-8edc-5c61beca03f1 HTTP/1.1" status: 200 len: 813 time: 0.7422175 May 17 12:03:34.921700 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Request body: {'port': {'device_id': 'f472332f-150a-4272-810d-297b561da693', 'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1', 'admin_state_up': True, 'tenant_id': '3a1d07b9835f40cea38e67c26bab12fe'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:34.984097 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-07a19bc5-a785-4d7a-b358-ba10424af191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:35.044679 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Allocated IP 172.28.3.245 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/44454b20-8578-49a9-9d93-0c757ed83e5f) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:03:35.087644 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-07a19bc5-a785-4d7a-b358-ba10424af191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:35.110570 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3eb47dff-216b-46c3-a82b-158311a4f4e2 req-991c77a5-523d-4b71-9c10-0d3ca6fd69e5 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 210 time: 0.1554861 May 17 12:03:35.174213 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:35.274606 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=38d0e79c-c6ed-4b1b-8e75-2a43b0018a60,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:35.285598 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:35.290305 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:35.490788 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:35.498887 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=38d0e79c-c6ed-4b1b-8e75-2a43b0018a60,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:35.509002 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:35.602703 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-5584842e-b4bf-442d-b9d4-44d4c1cc44e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:35.671064 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:35.678864 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:35.688218 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5fe21298-188e-4cd0-b128-78a283ac18a5 req-2ea631f5-90a9-43bc-a77a-ebfb83c1954c tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 210 time: 0.3672338 May 17 12:03:35.689641 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Usage tracker for resource:port and tenant:3a1d07b9835f40cea38e67c26bab12fe is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:35.719437 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:35.733287 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:35.737355 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cbc1e3b2-9658-4879-9902-ee7661ee177c req-c91ceee4-ba91-4e5a-9ea4-e8e34bd533e2 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 210 time: 0.2617240 May 17 12:03:35.765536 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-07a19bc5-a785-4d7a-b358-ba10424af191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:35.777750 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-dc5ed4ef-61df-4115-a138-0635d0981456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:35.784824 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Made reservation on behalf of 3a1d07b9835f40cea38e67c26bab12fe for: {'port': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:35.790777 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:35.859213 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:35.861232 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a19bc5-a785-4d7a-b358-ba10424af191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2679046e-d1ce-423c-a2d9-73a1dc34461d,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:35.866406 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-07a19bc5-a785-4d7a-b358-ba10424af191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:35.895713 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:36.040104 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:36.041423 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-07a19bc5-a785-4d7a-b358-ba10424af191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:36.042700 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-07a19bc5-a785-4d7a-b358-ba10424af191 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2679046e-d1ce-423c-a2d9-73a1dc34461d HTTP/1.1" status: 204 len: 168 time: 1.2922261 May 17 12:03:36.046629 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:36.054294 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:03:36.107324 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:36.152820 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event updated for resources: {'Port': ['ID=44454b20-8578-49a9-9d93-0c757ed83e5f,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:36.244358 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:36.277686 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:36.283896 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Allocated IP 172.20.0.4 (8008d33d-742c-42c3-8edc-5c61beca03f1/ddc1c831-1609-4706-b283-3e7ef28c06c4/6fa75415-c610-412b-b201-3331a6966442) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:03:36.300539 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:36.320371 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:36.399504 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['b6ad61af-df06-4133-93ee-ed767763a4e3', 'fb28aeaf-3a93-400b-bdce-fa688480579e'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:03:36.502233 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:36.517413 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:03:36.628418 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Network c0205995-4acc-47ad-bdbe-2f78c976996a is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:36.640441 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:36.673873 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:03:36.690626 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:36.691225 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:36.740924 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:36.827960 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Pushing event updated for resources: {'Port': ['ID=19754c9a-fa9f-4b0e-ae1f-6c0e20807c13,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:36.838841 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:36.839289 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:36.840504 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:36.863006 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:36.873995 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:36.879176 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:36.939845 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6729803 May 17 12:03:37.036859 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Request body: {'port': {'device_id': '3cb18088-7c2f-4e3f-88cf-a996ecedca57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:37.092061 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event updated for resources: {'Port': ['ID=44454b20-8578-49a9-9d93-0c757ed83e5f,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:37.121680 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:37.188921 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:37.237808 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:37.240027 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4638412 May 17 12:03:37.280588 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-080ed2ee-b1ae-4c9c-9d05-6d4cac16aee4 req-9e50dc75-2e5e-414e-a9d9-83f8254da724 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 210 time: 0.3107116 May 17 12:03:37.457720 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-d3e7c752-5219-4cfb-b1e6-1a5ef150e32b tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=10587e025ea842e0bf08c3485a3c2dab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761631 May 17 12:03:37.632873 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3284d2d-3e61-4ff4-b0d7-44d0eea68965 req-a6c53037-a6e1-456a-b93e-50166cf3b1c8 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:37.634480 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-d3284d2d-3e61-4ff4-b0d7-44d0eea68965 req-a6c53037-a6e1-456a-b93e-50166cf3b1c8 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Synchronizing usage tracker for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:37.766286 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-b3fdbb4c-3643-43c4-acaa-dc9b4964aac7 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:37.770579 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-b3fdbb4c-3643-43c4-acaa-dc9b4964aac7 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056021 May 17 12:03:37.789509 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Request body: {'port': {'device_id': '42a29ab8-25eb-4340-9c37-7e361ad0f73d', 'network_id': 'c0c83b76-f8e4-4432-8caa-39d6844657b1', 'admin_state_up': True, 'tenant_id': '10587e025ea842e0bf08c3485a3c2dab'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:37.850512 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-b95cfccc-4b5e-40ca-b364-e78e9e6cf054 req-6bbef1c1-5983-45fb-a7dd-3c70e958c0bb tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Synchronizing usage tracker for tenant:3a1d07b9835f40cea38e67c26bab12fe on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:37.904425 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:37.930836 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-d3284d2d-3e61-4ff4-b0d7-44d0eea68965 req-a6c53037-a6e1-456a-b93e-50166cf3b1c8 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Unset dirty status for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:37.938277 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d3284d2d-3e61-4ff4-b0d7-44d0eea68965 req-a6c53037-a6e1-456a-b93e-50166cf3b1c8 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 931 time: 1.3853991 May 17 12:03:37.970779 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:37.975028 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-b95cfccc-4b5e-40ca-b364-e78e9e6cf054 req-6bbef1c1-5983-45fb-a7dd-3c70e958c0bb tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Unset dirty status for tenant:3a1d07b9835f40cea38e67c26bab12fe on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:37.976461 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b95cfccc-4b5e-40ca-b364-e78e9e6cf054 req-6bbef1c1-5983-45fb-a7dd-3c70e958c0bb tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 210 time: 0.3850725 May 17 12:03:37.977262 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:37.982772 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Usage tracker for resource:port and tenant:10587e025ea842e0bf08c3485a3c2dab is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:37.986991 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:37.995540 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:38.010887 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Made reservation on behalf of 10587e025ea842e0bf08c3485a3c2dab for: {'port': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:38.016144 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:38.034972 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:38.058936 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:38.065931 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Usage tracker for resource:security_group_rule and tenant:10587e025ea842e0bf08c3485a3c2dab is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:38.078421 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:38.088249 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:38.144236 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d3284d2d-3e61-4ff4-b0d7-44d0eea68965 req-0ab7ca57-09fb-4ecf-9a08-701e048fc00f tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017281 May 17 12:03:38.280408 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:38.307802 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:38.312220 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:38.333810 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-931d4569-1f1e-46e6-af28-130c97220138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:38.336586 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ee7db9c7-4761-4f62-b153-ae148106061b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:38.488256 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:38.582106 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Network 8008d33d-742c-42c3-8edc-5c61beca03f1 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:38.646835 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:38.664355 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Pushing event updated for resources: {'Port': ['ID=6fa75415-c610-412b-b201-3331a6966442,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:38.676135 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:03:38.682185 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:38.682962 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:38.689283 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:38.695468 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a2c896e1-be68-46f6-820b-b3cbc8f63809 req-f60a256d-f167-4f10-9180-afb844f2dde6 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 210 time: 0.1236131 May 17 12:03:38.697684 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:38.704282 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-cc3cc97c-26fd-469d-a413-7ed26a53b9aa tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Synchronizing usage tracker for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:security_group {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:38.735419 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8185065 May 17 12:03:38.772799 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-cc3cc97c-26fd-469d-a413-7ed26a53b9aa tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Unset dirty status for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:security_group {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:38.774217 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-cc3cc97c-26fd-469d-a413-7ed26a53b9aa tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2080236606&fields=id&tenant_id=9754f4e8be7b4a9c8bc6f8956455730b HTTP/1.1" status: 200 len: 267 time: 0.3652291 May 17 12:03:38.860790 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Allocated IP 192.168.233.218 (c0c83b76-f8e4-4432-8caa-39d6844657b1/897b15c5-31d2-466d-92d0-eccb91ce000c/e627fd41-4d75-438e-81d1-ae4c5b024790) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:03:38.880188 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Request body: {'port': {'device_id': 'f472332f-150a-4272-810d-297b561da693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:38.885840 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:38.919844 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51674) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:39.198793 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6d1098e3-d5f7-4005-a289-2f0236bf624a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:39.214164 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d8c3b-63a0-48bb-a9e8-0ea7a9cd77a6 req-2a733efc-d529-41c9-96f0-7c8383d497ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:39.215740 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-ca9d8c3b-63a0-48bb-a9e8-0ea7a9cd77a6 req-2a733efc-d529-41c9-96f0-7c8383d497ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95d352b964a4429cacfc2c064f3e6021&device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 1098 time: 0.7124884 May 17 12:03:39.266336 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-6d1098e3-d5f7-4005-a289-2f0236bf624a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:39.294193 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-9d01b468-c2ac-4e5d-8f02-2ddf95d38d04 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:39.295956 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-9d01b468-c2ac-4e5d-8f02-2ddf95d38d04 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 816 time: 0.4989970 May 17 12:03:39.300017 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 51688) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:39.302608 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:39.315731 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 {{(pid=78759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:39.325498 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-6d1098e3-d5f7-4005-a289-2f0236bf624a admin admin] Usage tracker for resource:security_group_rule and tenant:3c960348e48143af987cb3377994d102 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:39.340088 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-6d1098e3-d5f7-4005-a289-2f0236bf624a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:39.347089 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:39.360704 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-2ade2ba9-cab9-4b30-92b0-8cb827e21427 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/quotas/9754f4e8be7b4a9c8bc6f8956455730b HTTP/1.1" status: 200 len: 375 time: 0.0485640 May 17 12:03:39.364318 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-6d1098e3-d5f7-4005-a289-2f0236bf624a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:39.405521 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Transition to ACTIVE for port object 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 will not be triggered until provisioned by entity L2. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:39.405839 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:39.471733 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Transition to ACTIVE for port object e627fd41-4d75-438e-81d1-ae4c5b024790 will not be triggered until provisioned by entity DHCP. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:39.481634 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d8c3b-63a0-48bb-a9e8-0ea7a9cd77a6 req-52762aaf-ea5b-4814-af7a-1d99e105a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:39.483231 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-ca9d8c3b-63a0-48bb-a9e8-0ea7a9cd77a6 req-52762aaf-ea5b-4814-af7a-1d99e105a32d service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bbeabaa-a910-4c06-87ed-683e77a2a144 HTTP/1.1" status: 200 len: 920 time: 0.2581217 May 17 12:03:39.549359 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:39.576004 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-ca9d8c3b-63a0-48bb-a9e8-0ea7a9cd77a6 req-5b5b9add-641f-45a0-9d89-d1cd7fb2d9dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f HTTP/1.1" status: 200 len: 217 time: 0.0803421 May 17 12:03:39.588525 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:39.630943 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7501a9e4-5e45-4c97-96ab-df7dfc5b217a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:39.648171 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:39.684804 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:39.742966 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc51b5f-ddb1-437e-b733-02c254d0e82b req-e3043e0a-eeff-4248-9785-b3ccef55dfc3 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:39.744585 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6fc51b5f-ddb1-437e-b733-02c254d0e82b req-e3043e0a-eeff-4248-9785-b3ccef55dfc3 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.7772019 May 17 12:03:39.752888 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6d1098e3-d5f7-4005-a289-2f0236bf624a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:39.772069 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6d1098e3-d5f7-4005-a289-2f0236bf624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:39.800324 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Network c0c83b76-f8e4-4432-8caa-39d6844657b1 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:39.814729 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d8c3b-63a0-48bb-a9e8-0ea7a9cd77a6 req-48f02f8c-0a9b-4f69-8754-ebc4c8e3df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:39.816440 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-ca9d8c3b-63a0-48bb-a9e8-0ea7a9cd77a6 req-48f02f8c-0a9b-4f69-8754-ebc4c8e3df6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=685ffa5d-e5f3-449a-891a-d59980e97bab HTTP/1.1" status: 200 len: 859 time: 0.2198901 May 17 12:03:39.823239 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:39.829027 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Pushing event updated for resources: {'Port': ['ID=e627fd41-4d75-438e-81d1-ae4c5b024790,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:39.829839 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-7501a9e4-5e45-4c97-96ab-df7dfc5b217a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:39.863664 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:03:39.882246 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Pushing event updated for resources: {'Port': ['ID=19754c9a-fa9f-4b0e-ae1f-6c0e20807c13,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:39.888782 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-7501a9e4-5e45-4c97-96ab-df7dfc5b217a admin admin] Usage tracker for resource:security_group_rule and tenant:8bce97bdf8bb4911b1eb0713e221569b is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:39.891630 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:39.899805 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-7501a9e4-5e45-4c97-96ab-df7dfc5b217a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:39.911031 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:39.914015 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-6d1098e3-d5f7-4005-a289-2f0236bf624a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c960348e48143af987cb3377994d102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9924812 May 17 12:03:39.914876 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-10170203-b341-41a9-91c8-87740423dcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:39.923193 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51700) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:39.924518 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-7501a9e4-5e45-4c97-96ab-df7dfc5b217a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:39.940926 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-ca9d8c3b-63a0-48bb-a9e8-0ea7a9cd77a6 req-53cc9728-0f41-4ca6-aaae-d921a52287fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bbeabaa-a910-4c06-87ed-683e77a2a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128135 May 17 12:03:39.981530 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Attempting to bind port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:03:39.981861 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Attempting to bind port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:03:39.982203 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Attempting to bind port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 on network c0205995-4acc-47ad-bdbe-2f78c976996a {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:40.022425 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-815d2ec4-6840-4a13-bd39-6448e3636488 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Synchronizing usage tracker for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:40.028003 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6fc51b5f-ddb1-437e-b733-02c254d0e82b req-3472cc19-ab50-4b69-a3a4-58e34199cbe5 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689080 May 17 12:03:40.081234 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1098e3-d5f7-4005-a289-2f0236bf624a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33af89f9-393a-4f6f-8174-4000d7bd0cd7,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:40.099665 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 on network c0205995-4acc-47ad-bdbe-2f78c976996a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:03:40.100077 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Attempting to bind port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 on network c0205995-4acc-47ad-bdbe-2f78c976996a {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:40.102618 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-6d1098e3-d5f7-4005-a289-2f0236bf624a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:40.115585 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:40.116238 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.154811 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:03:40.155037 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Checking segment: {'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:40.155464 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Bound using segment: {'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:03:40.155910 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Bound port: 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'}}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:03:40.156314 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.194258 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-2227971e-5109-42c7-adbb-43f63b9a9433 None None] Provisioning for port e627fd41-4d75-438e-81d1-ae4c5b024790 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:40.205800 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-2227971e-5109-42c7-adbb-43f63b9a9433 None None] Provisioning complete for port e627fd41-4d75-438e-81d1-ae4c5b024790 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:40.206356 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2227971e-5109-42c7-adbb-43f63b9a9433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.217541 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-76156db6-c01f-4bbe-b62d-386f49e16b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.221646 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4390128 May 17 12:03:40.233845 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-ca9d8c3b-63a0-48bb-a9e8-0ea7a9cd77a6 req-b6234310-6477-4663-ab0f-371be7e72f75 service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701261 May 17 12:03:40.237835 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Request body: {'port': {'device_id': '42a29ab8-25eb-4340-9c37-7e361ad0f73d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:40.264255 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-2227971e-5109-42c7-adbb-43f63b9a9433 None None] Port e627fd41-4d75-438e-81d1-ae4c5b024790 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:03:40.288766 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-815d2ec4-6840-4a13-bd39-6448e3636488 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Unset dirty status for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:40.289904 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-815d2ec4-6840-4a13-bd39-6448e3636488 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8932583 May 17 12:03:40.390959 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-76156db6-c01f-4bbe-b62d-386f49e16b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.518551 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7501a9e4-5e45-4c97-96ab-df7dfc5b217a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.528341 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.531563 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7501a9e4-5e45-4c97-96ab-df7dfc5b217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.547159 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-ca9d8c3b-63a0-48bb-a9e8-0ea7a9cd77a6 req-f80f0075-7d03-47ad-9a15-c45195a97b7e service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726676 May 17 12:03:40.553296 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-5c7a4c4b-96b8-4567-b1b8-050d7c7585b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:40.569089 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] For port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13, host hv-cinder-73414, cleared binding levels {{(pid=78759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:03:40.588553 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-76156db6-c01f-4bbe-b62d-386f49e16b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.602702 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-87c8bcfa-d276-4739-a952-640d30ac524d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:40.618881 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76156db6-c01f-4bbe-b62d-386f49e16b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33af89f9-393a-4f6f-8174-4000d7bd0cd7,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:40.626112 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-76156db6-c01f-4bbe-b62d-386f49e16b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:40.633458 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-76156db6-c01f-4bbe-b62d-386f49e16b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.634624 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-76156db6-c01f-4bbe-b62d-386f49e16b45 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/33af89f9-393a-4f6f-8174-4000d7bd0cd7 HTTP/1.1" status: 204 len: 168 time: 0.7030985 May 17 12:03:40.670225 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] For port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=19754c9a-fa9f-4b0e-ae1f-6c0e20807c13,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:03:40.709231 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.717612 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-7501a9e4-5e45-4c97-96ab-df7dfc5b217a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8bce97bdf8bb4911b1eb0713e221569b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4164650 May 17 12:03:40.722628 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51710) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:40.725618 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501a9e4-5e45-4c97-96ab-df7dfc5b217a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e55db57-b76f-4267-b2fa-f61609105747,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:40.736215 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc7c53-cfcd-4875-a1c6-5a9409702957 req-37ea0754-27b1-4a6a-826b-9bd8cdeafa92 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:40.744184 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5fdc7c53-cfcd-4875-a1c6-5a9409702957 req-37ea0754-27b1-4a6a-826b-9bd8cdeafa92 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 931 time: 0.5681973 May 17 12:03:40.749270 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7501a9e4-5e45-4c97-96ab-df7dfc5b217a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:40.751622 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:40.837027 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa75415-c610-412b-b201-3331a6966442 {{(pid=78759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:40.886817 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:40.888389 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.890389 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] 10.222.0.64 "PUT /v2.0/ports/19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 HTTP/1.1" status: 200 len: 1093 time: 3.9219978 May 17 12:03:40.895764 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-9440353c-b556-420c-a2d5-1fa0c6907c0f service neutron] 10.222.0.47 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685694 May 17 12:03:40.914653 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7e26e0d2-3fe5-4fd3-97de-f44d457d8cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.930778 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb18088-7c2f-4e3f-88cf-a996ecedca57', 'tag': '19754c9a-fa9f-4b0e-ae1f-6c0e20807c13'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:40.953965 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.957765 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7e26e0d2-3fe5-4fd3-97de-f44d457d8cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:40.972780 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5fdc7c53-cfcd-4875-a1c6-5a9409702957 req-6a130a44-ba28-4660-9ac2-b98be7c3c3c0 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276888 May 17 12:03:41.108779 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e627fd41-4d75-438e-81d1-ae4c5b024790 {{(pid=78758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:41.122184 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:41.165193 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Transition to ACTIVE for port object 6fa75415-c610-412b-b201-3331a6966442 will not be triggered until provisioned by entity L2. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:41.170090 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Transition to ACTIVE for port object e627fd41-4d75-438e-81d1-ae4c5b024790 will not be triggered until provisioned by entity L2. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:41.173306 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7e26e0d2-3fe5-4fd3-97de-f44d457d8cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:41.179426 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:41.186118 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:41.202301 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26e0d2-3fe5-4fd3-97de-f44d457d8cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e55db57-b76f-4267-b2fa-f61609105747,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:41.208575 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-7e26e0d2-3fe5-4fd3-97de-f44d457d8cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:41.209650 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:41.224752 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-623e650a-0d05-421f-afcb-5502dfc32d66 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:41.258715 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Pushing event updated for resources: {'Port': ['ID=19754c9a-fa9f-4b0e-ae1f-6c0e20807c13,revision_number=3']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:41.274376 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:41.274376 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:41.473030 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:41.536640 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Pushing event updated for resources: {'Port': ['ID=6fa75415-c610-412b-b201-3331a6966442,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:41.548908 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:41.552655 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-245c9b8a-bb83-4d18-889c-a8232e12cb61 service neutron] 10.222.0.47 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918036 May 17 12:03:41.578915 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7e26e0d2-3fe5-4fd3-97de-f44d457d8cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:41.580190 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-7e26e0d2-3fe5-4fd3-97de-f44d457d8cf3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e55db57-b76f-4267-b2fa-f61609105747 HTTP/1.1" status: 204 len: 168 time: 0.8413949 May 17 12:03:41.597943 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Attempting to bind port 6fa75415-c610-412b-b201-3331a6966442 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:03:41.604021 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Attempting to bind port 6fa75415-c610-412b-b201-3331a6966442 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '822b59d9-73bb-4a57-97f6-0d74a03e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1'}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:03:41.604562 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Attempting to bind port 6fa75415-c610-412b-b201-3331a6966442 on network 8008d33d-742c-42c3-8edc-5c61beca03f1 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:41.614927 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-3fd6df51-1e18-4eba-bb24-61f75ac1d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:41.618317 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-3fd6df51-1e18-4eba-bb24-61f75ac1d663 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 1096 time: 0.6529603 May 17 12:03:41.626259 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Port 6fa75415-c610-412b-b201-3331a6966442 on network 8008d33d-742c-42c3-8edc-5c61beca03f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:03:41.626849 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Attempting to bind port 6fa75415-c610-412b-b201-3331a6966442 on network 8008d33d-742c-42c3-8edc-5c61beca03f1 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:41.764278 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Pushing event updated for resources: {'Port': ['ID=e627fd41-4d75-438e-81d1-ae4c5b024790,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:41.770370 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:41.784498 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Attempting to bind port e627fd41-4d75-438e-81d1-ae4c5b024790 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:03:41.785460 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Attempting to bind port e627fd41-4d75-438e-81d1-ae4c5b024790 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '82e70a29-c553-4a15-b4cb-7fbf805ce3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c0c83b76-f8e4-4432-8caa-39d6844657b1'}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:03:41.787324 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Attempting to bind port e627fd41-4d75-438e-81d1-ae4c5b024790 on network c0c83b76-f8e4-4432-8caa-39d6844657b1 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:41.809205 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Port e627fd41-4d75-438e-81d1-ae4c5b024790 on network c0c83b76-f8e4-4432-8caa-39d6844657b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:03:41.809740 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Attempting to bind port e627fd41-4d75-438e-81d1-ae4c5b024790 on network c0c83b76-f8e4-4432-8caa-39d6844657b1 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:41.825742 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:03:41.826297 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Checking segment: {'id': '82e70a29-c553-4a15-b4cb-7fbf805ce3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c0c83b76-f8e4-4432-8caa-39d6844657b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:41.826872 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Bound using segment: {'id': '82e70a29-c553-4a15-b4cb-7fbf805ce3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c0c83b76-f8e4-4432-8caa-39d6844657b1'} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:03:41.827548 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Bound port: e627fd41-4d75-438e-81d1-ae4c5b024790, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e70a29-c553-4a15-b4cb-7fbf805ce3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c0c83b76-f8e4-4432-8caa-39d6844657b1'}}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:03:41.827987 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:41.893040 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-b78c2cf7-2409-41d1-89b6-7137c9e9527b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 HTTP/1.1" status: 200 len: 217 time: 0.2620056 May 17 12:03:41.908258 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030da44-6ade-4080-943e-612a59022bf0 req-6e6cd841-b7c1-427b-8d1b-6b30c3812e5c tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:41.916366 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f030da44-6ade-4080-943e-612a59022bf0 req-6e6cd841-b7c1-427b-8d1b-6b30c3812e5c tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 943 time: 0.7439759 May 17 12:03:41.995152 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-67c93a4c-c02c-4b3b-981a-efe061e7332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:41.996859 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-67c93a4c-c02c-4b3b-981a-efe061e7332b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c6d395f-a0d1-421d-8483-8630a259746d HTTP/1.1" status: 200 len: 854 time: 0.0748909 May 17 12:03:42.022698 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:03:42.023065 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Checking segment: {'id': '822b59d9-73bb-4a57-97f6-0d74a03e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:42.023485 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Bound using segment: {'id': '822b59d9-73bb-4a57-97f6-0d74a03e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1'} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:03:42.024023 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Bound port: 6fa75415-c610-412b-b201-3331a6966442, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822b59d9-73bb-4a57-97f6-0d74a03e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1'}}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:03:42.024377 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:42.158795 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] For port e627fd41-4d75-438e-81d1-ae4c5b024790, host hv-cinder-73414, cleared binding levels {{(pid=78758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:03:42.164279 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] For port e627fd41-4d75-438e-81d1-ae4c5b024790, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e627fd41-4d75-438e-81d1-ae4c5b024790,segment=NetworkSegment(82e70a29-c553-4a15-b4cb-7fbf805ce3fa),segment_id=82e70a29-c553-4a15-b4cb-7fbf805ce3fa)] {{(pid=78758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:03:42.174580 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:42.186031 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:42.311889 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 51750) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:42.316256 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f030da44-6ade-4080-943e-612a59022bf0 req-2a19bee2-f141-4470-b8d8-bf5498d56d1e tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985507 May 17 12:03:42.320954 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-8f98a6f4-53b2-4be3-8c2a-9a8f533816c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0205995-4acc-47ad-bdbe-2f78c976996a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2175817 May 17 12:03:42.385627 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:42.386280 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:42.387749 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] 10.222.0.64 "PUT /v2.0/ports/e627fd41-4d75-438e-81d1-ae4c5b024790 HTTP/1.1" status: 200 len: 1098 time: 2.1562891 May 17 12:03:42.388273 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a29ab8-25eb-4340-9c37-7e361ad0f73d', 'tag': 'e627fd41-4d75-438e-81d1-ae4c5b024790'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:42.430140 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Pushing event updated for resources: {'Port': ['ID=e627fd41-4d75-438e-81d1-ae4c5b024790,revision_number=3']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:42.443404 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:42.583853 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb18088-7c2f-4e3f-88cf-a996ecedca57', 'tag': '19754c9a-fa9f-4b0e-ae1f-6c0e20807c13', 'status': 'completed', 'code': 200} May 17 12:03:42.637067 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-6946fe2c-1894-4039-bab2-03e04336dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:42.638744 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-6946fe2c-1894-4039-bab2-03e04336dff7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10587e025ea842e0bf08c3485a3c2dab&device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 1101 time: 0.1863947 May 17 12:03:42.784754 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 51764) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:42.794465 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-163633902-network', 'tenant_id': 'f8aba02be7d94dfba4286b839d65667c'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:42.802158 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-0156a3e2-f8a9-49e4-bd4a-faae54bb18ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=e627fd41-4d75-438e-81d1-ae4c5b024790 HTTP/1.1" status: 200 len: 217 time: 0.1510587 May 17 12:03:42.806485 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:42.852124 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-15d071f6-7203-4d5b-bd7c-1b2c6ac77cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:42.888582 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Usage tracker for resource:network and tenant:f8aba02be7d94dfba4286b839d65667c is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:42.894536 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] For port 6fa75415-c610-412b-b201-3331a6966442, host hv-cinder-73414, cleared binding levels {{(pid=78759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:03:42.907706 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:42.925352 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-15d071f6-7203-4d5b-bd7c-1b2c6ac77cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:42.932690 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:42.944844 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] For port 6fa75415-c610-412b-b201-3331a6966442, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6fa75415-c610-412b-b201-3331a6966442,segment=NetworkSegment(822b59d9-73bb-4a57-97f6-0d74a03e9790),segment_id=822b59d9-73bb-4a57-97f6-0d74a03e9790)] {{(pid=78759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:03:42.953473 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Made reservation on behalf of f8aba02be7d94dfba4286b839d65667c for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:42.956234 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:42.974402 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-5b12295e-21b8-4c10-98d3-798e95f604a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:42.986405 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-15d071f6-7203-4d5b-bd7c-1b2c6ac77cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:320f8c542207442a908e1c63891dd641 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:42.987460 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-5b12295e-21b8-4c10-98d3-798e95f604a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=897b15c5-31d2-466d-92d0-eccb91ce000c HTTP/1.1" status: 200 len: 843 time: 0.1631413 May 17 12:03:42.987460 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:42.993152 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-15d071f6-7203-4d5b-bd7c-1b2c6ac77cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:43.003656 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:43.017547 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:43.060026 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:43.068251 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Usage tracker for resource:security_group_rule and tenant:f8aba02be7d94dfba4286b839d65667c is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:43.074072 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:43.084605 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-bc56ac5b-c6a5-4fcc-aa6d-81104f021462 service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7403884 May 17 12:03:43.087833 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:43.107206 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-15d071f6-7203-4d5b-bd7c-1b2c6ac77cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:43.214359 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:43.215095 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:43.217263 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] 10.222.0.64 "PUT /v2.0/ports/6fa75415-c610-412b-b201-3331a6966442 HTTP/1.1" status: 200 len: 1093 time: 4.3901887 May 17 12:03:43.229623 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-f332d147-9589-46c6-8121-cf9f05e2fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:43.231172 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-f332d147-9589-46c6-8121-cf9f05e2fab8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0c83b76-f8e4-4432-8caa-39d6844657b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2299280 May 17 12:03:43.300632 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762403d-24ac-4083-a798-4ea716e3b5a2 req-bab8bf2a-801d-4e3f-b470-efaed110007e tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:43.303924 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9762403d-24ac-4083-a798-4ea716e3b5a2 req-bab8bf2a-801d-4e3f-b470-efaed110007e tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 948 time: 0.9814615 May 17 12:03:43.460110 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303eb80-5071-4249-a1ac-346a242b6224 req-d67b654a-4eb4-4b73-a093-24e4b16b977c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:43.461729 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c303eb80-5071-4249-a1ac-346a242b6224 req-d67b654a-4eb4-4b73-a093-24e4b16b977c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.8076885 May 17 12:03:43.481835 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-b4143cbc-a638-426b-bda3-23bc805a1804 service neutron] 10.222.0.64 "GET /v2.0/networks/c0c83b76-f8e4-4432-8caa-39d6844657b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324827 May 17 12:03:43.517768 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Pushing event updated for resources: {'Port': ['ID=6fa75415-c610-412b-b201-3331a6966442,revision_number=3']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:43.528606 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:43.627764 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9762403d-24ac-4083-a798-4ea716e3b5a2 req-91c9c66a-cc01-4951-8e7d-2d26492c6b48 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/security-groups?id=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976189 May 17 12:03:43.683365 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:43.698122 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:43.706872 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-f3e18bfe-2130-4d43-b3ae-ad303ad6be2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:43.746310 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c303eb80-5071-4249-a1ac-346a242b6224 req-75439d0f-25e0-4f03-a1ed-5cbc5a557138 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503176 May 17 12:03:43.772917 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b080c58-0df5-4b2d-baae-05984b98ff99 req-9bda7e02-8cab-4ab6-9a93-169c216da996 service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318662 May 17 12:03:43.775123 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=78758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:03:43.825143 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:43.828559 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:43.828960 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Added segment 523e2577-3281-4cd2-907b-ec09537e4dbc of type vlan for network 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 May 17 12:03:43.832451 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:43.842254 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-9252327f-ad0e-4ea3-96bc-76443524bfd2 req-f5c5bc6c-f603-4cae-a8bb-5e8c25e15f68 service neutron] 10.222.0.64 "GET /v2.0/networks/c0c83b76-f8e4-4432-8caa-39d6844657b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431549 May 17 12:03:43.877676 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-15d071f6-7203-4d5b-bd7c-1b2c6ac77cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:43.938126 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-0a4a8cdc-b851-4f6c-8927-d5ce184175d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:43.940354 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-0a4a8cdc-b851-4f6c-8927-d5ce184175d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a1d07b9835f40cea38e67c26bab12fe&device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 1096 time: 0.5899084 May 17 12:03:43.946381 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-15d071f6-7203-4d5b-bd7c-1b2c6ac77cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:43.957303 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:43.961594 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-975e7b3b-ee3e-4f2e-bc93-6dd87674bbc4 req-3c1a837c-23b9-4d97-a537-8174c8cb2a76 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 210 time: 0.1366370 May 17 12:03:43.968949 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-bd81b725-a11e-4003-894b-b7b30f8be7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:44.027049 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:44.030263 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:44.032699 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:44.039334 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:44.155181 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a29ab8-25eb-4340-9c37-7e361ad0f73d', 'tag': 'e627fd41-4d75-438e-81d1-ae4c5b024790', 'status': 'completed', 'code': 200} May 17 12:03:44.265417 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89913a0-621a-4b9b-bfc4-7c61adcbac36 req-d515c5ab-86ca-4d8d-8b36-f9ffed8d4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:44.268200 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a89913a0-621a-4b9b-bfc4-7c61adcbac36 req-d515c5ab-86ca-4d8d-8b36-f9ffed8d4786 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 1096 time: 0.3800354 May 17 12:03:44.285185 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-87533fa8-58fb-4877-b1b2-ff0674c2b846 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fa75415-c610-412b-b201-3331a6966442 HTTP/1.1" status: 200 len: 217 time: 0.3177636 May 17 12:03:44.343519 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Pushing event updated for resources: {'Network': ['ID=785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:44.362605 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:03:44.427413 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1094282 May 17 12:03:44.429759 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 51774) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:44.447206 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:44.555332 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e51c0-541c-421f-b664-7c3d2fea4259 req-b6c11314-45f6-42c2-ad12-7f326d620440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:44.564191 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0a0e51c0-541c-421f-b664-7c3d2fea4259 req-b6c11314-45f6-42c2-ad12-7f326d620440 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10587e025ea842e0bf08c3485a3c2dab&device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 1101 time: 0.3786194 May 17 12:03:44.585266 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-15d071f6-7203-4d5b-bd7c-1b2c6ac77cb9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=320f8c542207442a908e1c63891dd641&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7920845 May 17 12:03:44.608722 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f472332f-150a-4272-810d-297b561da693', 'tag': '6fa75415-c610-412b-b201-3331a6966442'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:44.614951 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 51780) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:44.620605 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Request body: {'subnet': {'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-163633902-subnet', 'tenant_id': 'f8aba02be7d94dfba4286b839d65667c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:44.630409 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89913a0-621a-4b9b-bfc4-7c61adcbac36 req-e3da442c-b041-4320-b305-d3336b1536c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:44.633580 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a89913a0-621a-4b9b-bfc4-7c61adcbac36 req-e3da442c-b041-4320-b305-d3336b1536c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c0205995-4acc-47ad-bdbe-2f78c976996a HTTP/1.1" status: 200 len: 915 time: 0.3453870 May 17 12:03:44.668938 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d071f6-7203-4d5b-bd7c-1b2c6ac77cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791fe366-f004-4f83-a525-421a45f1c92f,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:44.678772 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-15d071f6-7203-4d5b-bd7c-1b2c6ac77cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:44.705833 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:44.730634 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Usage tracker for resource:subnet and tenant:f8aba02be7d94dfba4286b839d65667c is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:44.749113 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:44.798580 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:44.851124 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-b8223c5e-b8e9-4224-84fc-751063d52579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:44.851124 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-b8223c5e-b8e9-4224-84fc-751063d52579 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddc1c831-1609-4706-b283-3e7ef28c06c4 HTTP/1.1" status: 200 len: 853 time: 0.4590144 May 17 12:03:44.940951 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a89913a0-621a-4b9b-bfc4-7c61adcbac36 req-2ff02fa2-e368-4c4c-902a-a6ef9ce5ff5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 HTTP/1.1" status: 200 len: 217 time: 0.2355709 May 17 12:03:45.080190 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89913a0-621a-4b9b-bfc4-7c61adcbac36 req-a4877203-a2b9-4a4c-9431-e40ec4c550b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:45.083012 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a89913a0-621a-4b9b-bfc4-7c61adcbac36 req-a4877203-a2b9-4a4c-9431-e40ec4c550b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c6d395f-a0d1-421d-8483-8630a259746d HTTP/1.1" status: 200 len: 854 time: 0.1332750 May 17 12:03:45.084913 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Made reservation on behalf of f8aba02be7d94dfba4286b839d65667c for: {'subnet': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:45.085741 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e51c0-541c-421f-b664-7c3d2fea4259 req-88bc35c5-906c-4bcf-be6a-db4c3c525913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:45.088193 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0a0e51c0-541c-421f-b664-7c3d2fea4259 req-88bc35c5-906c-4bcf-be6a-db4c3c525913 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c0c83b76-f8e4-4432-8caa-39d6844657b1 HTTP/1.1" status: 200 len: 870 time: 0.5165331 May 17 12:03:45.088405 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:45.136302 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-d549b6d8-8b46-4c5c-8a1f-8d5ac3c1f041 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8008d33d-742c-42c3-8edc-5c61beca03f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2579632 May 17 12:03:45.160709 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-11e87e8c-a6ac-4072-aaff-69f8cb2d6359 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:45.163338 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-11e87e8c-a6ac-4072-aaff-69f8cb2d6359 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.64 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 816 time: 0.9358079 May 17 12:03:45.224517 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0a0e51c0-541c-421f-b664-7c3d2fea4259 req-74e2d396-5387-4bdc-b8df-e205427f138f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=e627fd41-4d75-438e-81d1-ae4c5b024790 HTTP/1.1" status: 200 len: 217 time: 0.0900774 May 17 12:03:45.227538 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a89913a0-621a-4b9b-bfc4-7c61adcbac36 req-fa970edd-f0ea-4bb9-90c5-20f22052bf4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0205995-4acc-47ad-bdbe-2f78c976996a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323385 May 17 12:03:45.276382 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a604d-c574-4b15-8629-c20b7e7c7d68 req-3460c7ff-32a0-41ab-a4c2-a93c825b0c99 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:45.277907 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-568a604d-c574-4b15-8629-c20b7e7c7d68 req-3460c7ff-32a0-41ab-a4c2-a93c825b0c99 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 943 time: 1.3333120 May 17 12:03:45.426827 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d38c-c4db-4b7f-b6d6-c58195d703c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:45.430147 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e51c0-541c-421f-b664-7c3d2fea4259 req-279cdd2b-e83d-47a1-81a5-d201a63a6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:45.432303 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0a0e51c0-541c-421f-b664-7c3d2fea4259 req-279cdd2b-e83d-47a1-81a5-d201a63a6793 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=897b15c5-31d2-466d-92d0-eccb91ce000c HTTP/1.1" status: 200 len: 843 time: 0.1908712 May 17 12:03:45.451424 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd0c86-0d6a-4fc8-841f-778246927d62 req-8e447046-ab54-4042-86c0-060388ec0cd1 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:45.454686 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e5bd0c86-0d6a-4fc8-841f-778246927d62 req-8e447046-ab54-4042-86c0-060388ec0cd1 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 943 time: 1.0789521 May 17 12:03:45.589304 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a89913a0-621a-4b9b-bfc4-7c61adcbac36 req-9518d6b4-e776-4135-aaa0-a0dd6bc2d98d service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121784 May 17 12:03:45.644029 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-54abdcb5-508e-4342-855b-29911504bb2f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9754f4e8be7b4a9c8bc6f8956455730b HTTP/1.1" status: 200 len: 380 time: 0.4047248 May 17 12:03:45.652863 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d38c-c4db-4b7f-b6d6-c58195d703c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:45.706998 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-568a604d-c574-4b15-8629-c20b7e7c7d68 req-2cfeac96-afd0-4366-b202-ee78d7c69997 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976827 May 17 12:03:45.724145 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Request body: {'port': {'device_id': '8101c6e8-770c-474a-a305-6de740da66bd', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'admin_state_up': True, 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'security_groups': ['50c13eb1-210b-4124-baa9-53aa0d214298']}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:45.771129 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e51c0-541c-421f-b664-7c3d2fea4259 req-631eed48-4df6-46f3-81ff-b5bbdc01c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:45.774305 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0a0e51c0-541c-421f-b664-7c3d2fea4259 req-631eed48-4df6-46f3-81ff-b5bbdc01c0d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0c83b76-f8e4-4432-8caa-39d6844657b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3278644 May 17 12:03:45.810001 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f472332f-150a-4272-810d-297b561da693', 'tag': '6fa75415-c610-412b-b201-3331a6966442', 'status': 'completed', 'code': 200} May 17 12:03:45.925705 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e5bd0c86-0d6a-4fc8-841f-778246927d62 req-13f752e5-a330-45f6-8486-f80caf65a6f8 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328942 May 17 12:03:45.955500 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a89913a0-621a-4b9b-bfc4-7c61adcbac36 req-78401eec-3819-4c9b-897d-3efbc853e526 service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522153 May 17 12:03:46.036761 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0a0e51c0-541c-421f-b664-7c3d2fea4259 req-0e33759a-7be3-47c7-865d-ad5adc349769 service neutron] 10.222.0.64 "GET /v2.0/networks/c0c83b76-f8e4-4432-8caa-39d6844657b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414343 May 17 12:03:46.155057 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-fb94797e-549a-449b-b99d-adae95f40ca7 service neutron] 10.222.0.64 "GET /v2.0/networks/8008d33d-742c-42c3-8edc-5c61beca03f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9217279 May 17 12:03:46.312341 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0a0e51c0-541c-421f-b664-7c3d2fea4259 req-cc912543-f6e2-454d-98b5-4a577de8a7e4 service neutron] 10.222.0.64 "GET /v2.0/networks/c0c83b76-f8e4-4432-8caa-39d6844657b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962614 May 17 12:03:46.430755 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d38c-c4db-4b7f-b6d6-c58195d703c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:46.443688 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7501a9e4-5e45-4c97-96ab-df7dfc5b217a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:46.498688 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3d38c-c4db-4b7f-b6d6-c58195d703c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791fe366-f004-4f83-a525-421a45f1c92f,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:46.546662 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:46.550048 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d2b3d38c-c4db-4b7f-b6d6-c58195d703c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:46.624938 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:46.659797 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-deab88ab-4e46-44dd-902f-d8bcfbddf89b req-ecf5fcb9-a2f7-4301-9bf3-26414caaf30c service neutron] 10.222.0.64 "GET /v2.0/networks/8008d33d-742c-42c3-8edc-5c61beca03f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811277 May 17 12:03:46.667588 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d38c-c4db-4b7f-b6d6-c58195d703c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:46.669249 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-d2b3d38c-c4db-4b7f-b6d6-c58195d703c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/791fe366-f004-4f83-a525-421a45f1c92f HTTP/1.1" status: 204 len: 168 time: 2.0160317 May 17 12:03:46.696081 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e0110-436b-4665-8e9a-86cd3f152443 req-1b7db1e5-8328-40fa-8cae-536e94f05200 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:46.696081 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-af8e0110-436b-4665-8e9a-86cd3f152443 req-1b7db1e5-8328-40fa-8cae-536e94f05200 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 948 time: 0.7540402 May 17 12:03:46.756669 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Made reservation on behalf of 9754f4e8be7b4a9c8bc6f8956455730b for: {'port': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:46.762576 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:46.916221 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1247c56-c0ea-4a94-b6ff-21933467f6fe req-4e4b2bf4-2911-470d-b746-8fb7a30902d4 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:46.918619 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f1247c56-c0ea-4a94-b6ff-21933467f6fe req-4e4b2bf4-2911-470d-b746-8fb7a30902d4 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.7415211 May 17 12:03:47.148305 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-af8e0110-436b-4665-8e9a-86cd3f152443 req-a04334dd-9505-4fc9-b859-a9e60aa0ebcb tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/security-groups?id=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712738 May 17 12:03:47.197303 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f1247c56-c0ea-4a94-b6ff-21933467f6fe req-17aae71f-3ddf-4377-8bf3-2d09be561592 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642343 May 17 12:03:47.286392 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b995d-19d3-4b6a-882a-80a8842d63c6 req-b7af2370-0680-4be4-a4bd-a45191914850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:47.289156 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3e8b995d-19d3-4b6a-882a-80a8842d63c6 req-b7af2370-0680-4be4-a4bd-a45191914850 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a1d07b9835f40cea38e67c26bab12fe&device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 1096 time: 0.5109127 May 17 12:03:47.597400 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a3dadc77-3ac2-4e8a-816e-27aab0f93c34 req-6cd98ed4-ccfd-4989-a74f-a33c664aae5d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 210 time: 0.1507542 May 17 12:03:47.608131 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Allocated IP 172.20.0.8 (5a4306c9-0686-4729-b018-267bb97db762/656d62e3-fa84-4fc2-a236-aef24f917a4e/b1538614-d80c-4cc0-bd67-4626491eebb0) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:03:47.982602 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b995d-19d3-4b6a-882a-80a8842d63c6 req-7db431d7-5aba-4aa7-ba6a-1057b765a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:47.984199 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3e8b995d-19d3-4b6a-882a-80a8842d63c6 req-7db431d7-5aba-4aa7-ba6a-1057b765a9bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=8008d33d-742c-42c3-8edc-5c61beca03f1 HTTP/1.1" status: 200 len: 914 time: 0.6790924 May 17 12:03:48.173952 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3e8b995d-19d3-4b6a-882a-80a8842d63c6 req-191bcb6f-e7c1-4507-b055-e913ad3f24ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fa75415-c610-412b-b201-3331a6966442 HTTP/1.1" status: 200 len: 217 time: 0.1686492 May 17 12:03:48.185964 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665'] for subnet, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:48.243881 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-383176c2-ece8-42a2-85f6-068fdf700b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:48.330895 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3fd8d-afdd-435f-993b-48bd8a73ecb9 req-fd492ba9-a2b9-4737-87bc-6fac249c51fb tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:48.335228 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-41e3fd8d-afdd-435f-993b-48bd8a73ecb9 req-fd492ba9-a2b9-4737-87bc-6fac249c51fb tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 943 time: 0.8006046 May 17 12:03:48.467684 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88adb45d-eac1-4b5c-9c6e-a5196174eae3,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:48.495264 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:48.571487 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66cd08-868b-41c7-a4d3-3539bc5ed1b7 req-5c48aa66-ae04-4724-b4c0-44313c8e4a5e tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:48.573348 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0d66cd08-868b-41c7-a4d3-3539bc5ed1b7 req-5c48aa66-ae04-4724-b4c0-44313c8e4a5e tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 943 time: 0.8059142 May 17 12:03:48.596782 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b995d-19d3-4b6a-882a-80a8842d63c6 req-7f640104-4210-41a8-9d9c-ba035a1a105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:48.599780 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3e8b995d-19d3-4b6a-882a-80a8842d63c6 req-7f640104-4210-41a8-9d9c-ba035a1a105e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddc1c831-1609-4706-b283-3e7ef28c06c4 HTTP/1.1" status: 200 len: 853 time: 0.4124622 May 17 12:03:48.720782 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:48.744527 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3e8b995d-19d3-4b6a-882a-80a8842d63c6 req-2180535c-a71d-4e89-8d45-d7135ba2c3c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8008d33d-742c-42c3-8edc-5c61beca03f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277211 May 17 12:03:48.762145 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-41e3fd8d-afdd-435f-993b-48bd8a73ecb9 req-1692a527-1462-4b33-b66a-5f1a7ae6a962 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729997 May 17 12:03:48.789096 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Checking segment: {'id': '523e2577-3281-4cd2-907b-ec09537e4dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:48.790196 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Network hostable DHCP agents. Network: 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:03:48.849918 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Transition to ACTIVE for port object b1538614-d80c-4cc0-bd67-4626491eebb0 will not be triggered until provisioned by entity DHCP. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:48.938528 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0d66cd08-868b-41c7-a4d3-3539bc5ed1b7 req-f4b4adad-f12f-4816-af77-73eb43d7a757 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287365 May 17 12:03:49.018579 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Network 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:03:49.299567 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71) {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:49.311474 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7ed64a-e762-4fd1-ac4f-514c04765382 None None] Network 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:03:49.313029 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:49.351483 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:49.425129 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:49.426013 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:49.445169 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3e8b995d-19d3-4b6a-882a-80a8842d63c6 req-4f00866a-0b6c-4bc8-83ee-d7bdfadcfd17 service neutron] 10.222.0.64 "GET /v2.0/networks/8008d33d-742c-42c3-8edc-5c61beca03f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653206 May 17 12:03:49.597254 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Network 5a4306c9-0686-4729-b018-267bb97db762 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:49.619967 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:49.635491 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:03:49.644313 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:49.645508 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:49.651084 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event updated for resources: {'Port': ['ID=b1538614-d80c-4cc0-bd67-4626491eebb0,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:49.654405 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ddec48-1007-40aa-8d98-3ec6b0bb84e4 None None] Network 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:03:49.656966 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:49.671713 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.0869651 May 17 12:03:49.713300 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0388589 May 17 12:03:49.791877 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3e8b995d-19d3-4b6a-882a-80a8842d63c6 req-1226f5d2-c0ba-4ab2-ba7b-4bacd81145d4 service neutron] 10.222.0.64 "GET /v2.0/networks/8008d33d-742c-42c3-8edc-5c61beca03f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111024 May 17 12:03:49.809075 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Request body: {'port': {'device_id': '8101c6e8-770c-474a-a305-6de740da66bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:49.880297 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e4709-335e-4c69-a7a4-510d95674ffe req-1f65f341-4d23-43dc-8c3a-4cc88be877d7 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:49.883078 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-944e4709-335e-4c69-a7a4-510d95674ffe req-1f65f341-4d23-43dc-8c3a-4cc88be877d7 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 948 time: 0.8130631 May 17 12:03:49.989828 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a212a85-1407-4b58-bc6b-7136f862df5a req-1a0985af-ec3b-4b24-ae48-cca1eac7f264 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:49.992346 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1a212a85-1407-4b58-bc6b-7136f862df5a req-1a0985af-ec3b-4b24-ae48-cca1eac7f264 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.7733669 May 17 12:03:50.029699 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-93507771-6893-4439-b739-65e94a67e467 None None] Provisioning for port b1538614-d80c-4cc0-bd67-4626491eebb0 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:50.037457 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-93507771-6893-4439-b739-65e94a67e467 None None] Provisioning complete for port b1538614-d80c-4cc0-bd67-4626491eebb0 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:50.038784 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-93507771-6893-4439-b739-65e94a67e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:50.121203 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-93507771-6893-4439-b739-65e94a67e467 None None] Port b1538614-d80c-4cc0-bd67-4626491eebb0 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:03:50.142941 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-944e4709-335e-4c69-a7a4-510d95674ffe req-88d5cb3e-3e58-4e3a-8a17-9750ec0a327e tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/security-groups?id=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423654 May 17 12:03:50.169363 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:50.224588 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1a212a85-1407-4b58-bc6b-7136f862df5a req-d29be2cb-360b-4372-bb7d-73dc1b80b9f8 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950071 May 17 12:03:50.441509 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:03:50.681020 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=19754c9a-fa9f-4b0e-ae1f-6c0e20807c13,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:50.706901 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '19754c9a-fa9f-4b0e-ae1f-6c0e20807c13', 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a', 'port_id': '19754c9a-fa9f-4b0e-ae1f-6c0e20807c13', 'mac_address': 'fa:16:3e:bc:0c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6d395f-a0d1-421d-8483-8630a259746d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:03:50.901558 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:50.939580 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:50.954496 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084b382-1c46-42d6-850e-1984d987d08e req-de7ef91f-f244-4cf8-8bf0-cb4a7879fe63 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:50.955730 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-a084b382-1c46-42d6-850e-1984d987d08e req-de7ef91f-f244-4cf8-8bf0-cb4a7879fe63 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Synchronizing usage tracker for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:50.990504 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=19754c9a-fa9f-4b0e-ae1f-6c0e20807c13,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:50.995950 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:50.996973 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device e627fd41-4d75-438e-81d1-ae4c5b024790 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:03:51.001198 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:51.069005 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-a084b382-1c46-42d6-850e-1984d987d08e req-de7ef91f-f244-4cf8-8bf0-cb4a7879fe63 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Unset dirty status for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:51.080134 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a084b382-1c46-42d6-850e-1984d987d08e req-de7ef91f-f244-4cf8-8bf0-cb4a7879fe63 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 931 time: 0.7862389 May 17 12:03:51.142478 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3a79c-2641-4292-9630-2c3d43745257 req-458cc45d-fc91-4081-a0d9-533d83087880 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:51.144316 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-71d3a79c-2641-4292-9630-2c3d43745257 req-458cc45d-fc91-4081-a0d9-533d83087880 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 943 time: 0.6676855 May 17 12:03:51.222533 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=19754c9a-fa9f-4b0e-ae1f-6c0e20807c13,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:51.230462 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:51.249727 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a084b382-1c46-42d6-850e-1984d987d08e req-0a15e065-01cc-42b2-99ab-804ad17098a8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675680 May 17 12:03:51.272239 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1538614-d80c-4cc0-bd67-4626491eebb0 {{(pid=78759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:51.286136 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:51.292822 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-71d3a79c-2641-4292-9630-2c3d43745257 req-b8afc1d8-3855-4125-8ecc-da790da4d9ff tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957711 May 17 12:03:51.308464 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Transition to ACTIVE for port object b1538614-d80c-4cc0-bd67-4626491eebb0 will not be triggered until provisioned by entity L2. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:51.319061 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:51.325466 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:51.335488 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port e627fd41-4d75-438e-81d1-ae4c5b024790, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e627fd41-4d75-438e-81d1-ae4c5b024790,segment=NetworkSegment(82e70a29-c553-4a15-b4cb-7fbf805ce3fa),segment_id=82e70a29-c553-4a15-b4cb-7fbf805ce3fa)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:51.358163 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': 'e627fd41-4d75-438e-81d1-ae4c5b024790', 'network_id': 'c0c83b76-f8e4-4432-8caa-39d6844657b1', 'port_id': 'e627fd41-4d75-438e-81d1-ae4c5b024790', 'mac_address': 'fa:16:3e:ba:ee:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '897b15c5-31d2-466d-92d0-eccb91ce000c', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:03:51.467071 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:51.524454 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e627fd41-4d75-438e-81d1-ae4c5b024790 {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:51.563620 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port e627fd41-4d75-438e-81d1-ae4c5b024790, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e627fd41-4d75-438e-81d1-ae4c5b024790,segment=NetworkSegment(82e70a29-c553-4a15-b4cb-7fbf805ce3fa),segment_id=82e70a29-c553-4a15-b4cb-7fbf805ce3fa)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:51.573326 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:51.574904 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 6fa75415-c610-412b-b201-3331a6966442 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:03:51.579452 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:51.634405 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Pushing event updated for resources: {'Port': ['ID=b1538614-d80c-4cc0-bd67-4626491eebb0,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:51.688447 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:51.717861 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=e627fd41-4d75-438e-81d1-ae4c5b024790,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:51.740454 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Attempting to bind port b1538614-d80c-4cc0-bd67-4626491eebb0 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:03:51.740787 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Attempting to bind port b1538614-d80c-4cc0-bd67-4626491eebb0 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:03:51.741133 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Attempting to bind port b1538614-d80c-4cc0-bd67-4626491eebb0 on network 5a4306c9-0686-4729-b018-267bb97db762 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:51.753125 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Port b1538614-d80c-4cc0-bd67-4626491eebb0 on network 5a4306c9-0686-4729-b018-267bb97db762 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:03:51.753340 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Attempting to bind port b1538614-d80c-4cc0-bd67-4626491eebb0 on network 5a4306c9-0686-4729-b018-267bb97db762 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:51.768452 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:03:51.768906 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Checking segment: {'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:51.769268 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Bound using segment: {'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:03:51.769823 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Bound port: b1538614-d80c-4cc0-bd67-4626491eebb0, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'}}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:03:51.770303 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:51.803616 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:51.892181 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd041-975d-42ad-89ad-2a59591bea09 req-805d0a12-fb81-4153-b692-8db465b24658 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:51.894129 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 6fa75415-c610-412b-b201-3331a6966442, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6fa75415-c610-412b-b201-3331a6966442,segment=NetworkSegment(822b59d9-73bb-4a57-97f6-0d74a03e9790),segment_id=822b59d9-73bb-4a57-97f6-0d74a03e9790)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:51.894365 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-299fd041-975d-42ad-89ad-2a59591bea09 req-805d0a12-fb81-4153-b692-8db465b24658 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 944 time: 0.3757370 May 17 12:03:51.907006 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252af54-8709-463f-afcb-9225f23c0372 req-c45d17fd-6d49-4244-b3a3-bd600d3474f6 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:51.917012 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5252af54-8709-463f-afcb-9225f23c0372 req-c45d17fd-6d49-4244-b3a3-bd600d3474f6 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 949 time: 0.2933249 May 17 12:03:51.929560 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '6fa75415-c610-412b-b201-3331a6966442', 'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1', 'port_id': '6fa75415-c610-412b-b201-3331a6966442', 'mac_address': 'fa:16:3e:f6:8c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc1c831-1609-4706-b283-3e7ef28c06c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:03:52.028301 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] For port b1538614-d80c-4cc0-bd67-4626491eebb0, host hv-cinder-73414, cleared binding levels {{(pid=78759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:03:52.061037 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:52.061344 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5252af54-8709-463f-afcb-9225f23c0372 req-9a2204d7-1014-4435-a3ea-ce23fce90893 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/security-groups?id=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427312 May 17 12:03:52.065360 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-299fd041-975d-42ad-89ad-2a59591bea09 req-e5ebe6ef-c0ff-4e82-a228-0b9f98af9c54 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462731 May 17 12:03:52.077960 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] For port b1538614-d80c-4cc0-bd67-4626491eebb0, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b1538614-d80c-4cc0-bd67-4626491eebb0,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:03:52.098377 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:52.105349 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:52.112283 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa75415-c610-412b-b201-3331a6966442 {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:52.160080 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 6fa75415-c610-412b-b201-3331a6966442, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6fa75415-c610-412b-b201-3331a6966442,segment=NetworkSegment(822b59d9-73bb-4a57-97f6-0d74a03e9790),segment_id=822b59d9-73bb-4a57-97f6-0d74a03e9790)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:52.170650 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:52.175173 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-c976bb65-e2ee-4243-b1e3-37792303f781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:52.204275 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:52.205354 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:52.208213 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] 10.222.0.64 "PUT /v2.0/ports/b1538614-d80c-4cc0-bd67-4626491eebb0 HTTP/1.1" status: 200 len: 1093 time: 2.4218023 May 17 12:03:52.209227 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:52.252615 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Pushing event updated for resources: {'Port': ['ID=b1538614-d80c-4cc0-bd67-4626491eebb0,revision_number=3']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:52.357128 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=6fa75415-c610-412b-b201-3331a6966442,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:52.362774 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:52.388368 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'status': 'completed', 'code': 200} May 17 12:03:52.402479 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:52.645681 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-f911e599-e216-4ddb-b9d7-e8015fa91fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:52.647195 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-f911e599-e216-4ddb-b9d7-e8015fa91fde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 1096 time: 0.3854592 May 17 12:03:52.656495 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff04c04-85ea-413b-aa1d-26bdf15c8a60 req-585895c2-7a55-4f76-b412-67fad6380b28 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:52.658057 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cff04c04-85ea-413b-aa1d-26bdf15c8a60 req-585895c2-7a55-4f76-b412-67fad6380b28 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.2744632 May 17 12:03:52.746301 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-76cfec31-0ba9-4c99-8e28-ed62cfe87f64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1538614-d80c-4cc0-bd67-4626491eebb0 HTTP/1.1" status: 200 len: 217 time: 0.0872190 May 17 12:03:52.756869 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c589b-cdf1-4584-8f33-b3cb6b408081 req-f477ade1-6068-4e98-80c6-842c7be2fcfa tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:52.758352 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c39c589b-cdf1-4584-8f33-b3cb6b408081 req-f477ade1-6068-4e98-80c6-842c7be2fcfa tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.2432644 May 17 12:03:52.858637 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cff04c04-85ea-413b-aa1d-26bdf15c8a60 req-c3b19f9f-a8b3-48fe-9d2d-4ce3a2aef3a8 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443450 May 17 12:03:52.897352 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-d38475c2-3b9f-49c7-a5ef-b666b8d6a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:52.899796 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-d38475c2-3b9f-49c7-a5ef-b666b8d6a8b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 200 len: 855 time: 0.1380470 May 17 12:03:52.905346 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c39c589b-cdf1-4584-8f33-b3cb6b408081 req-eb92acba-e37f-4593-b395-ab711fe8b78b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059041 May 17 12:03:52.976432 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:03:53.129707 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['e627fd41-4d75-438e-81d1-ae4c5b024790'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:03:53.203225 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['19754c9a-fa9f-4b0e-ae1f-6c0e20807c13'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:03:53.233596 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['6fa75415-c610-412b-b201-3331a6966442'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:03:53.249565 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-dd8569aa-f2d3-4a43-8a94-30b7cf4c0474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:53.252388 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-dd8569aa-f2d3-4a43-8a94-30b7cf4c0474 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a4306c9-0686-4729-b018-267bb97db762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3454757 May 17 12:03:53.580540 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-1faeda52-1ad2-4918-92f0-69bec862e986 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:53.582061 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-1faeda52-1ad2-4918-92f0-69bec862e986 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/networks?id=785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 HTTP/1.1" status: 200 len: 808 time: 0.5240893 May 17 12:03:53.595095 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ab1b6-7b49-4682-92aa-dc7d41fc2bad req-da8807da-7c05-4a95-937f-7e9084be744e tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:53.596711 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e17ab1b6-7b49-4682-92aa-dc7d41fc2bad req-da8807da-7c05-4a95-937f-7e9084be744e tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 944 time: 0.5992699 May 17 12:03:53.642644 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-3a81f61a-e4de-455b-a9b1-b74091d171e1 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/quotas/f8aba02be7d94dfba4286b839d65667c HTTP/1.1" status: 200 len: 375 time: 0.0447452 May 17 12:03:53.649220 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-d397bfcc-487b-409e-bec3-a0f309647ed2 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840809 May 17 12:03:53.791901 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e17ab1b6-7b49-4682-92aa-dc7d41fc2bad req-4e1113e6-828a-4b28-9080-494ab5256420 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744590 May 17 12:03:53.806255 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-f606e158-c084-4491-b5e1-a7c013fb15bd tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aba02be7d94dfba4286b839d65667c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1436086 May 17 12:03:54.057985 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76a006a0-26de-43d5-9251-23afaa6b0b7b req-e43ccdc9-08d1-40ec-aaa5-b4d17831d116 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971736 May 17 12:03:54.072534 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-f9b1618e-8973-4525-b349-4203798c73d0 service neutron] 10.222.0.47 "GET /v2.0/networks/785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545929 May 17 12:03:54.223652 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a5273-cb4e-4897-bdb6-4ed531270502 req-12bda815-15dc-4c4c-9ad8-036345b2aced tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:54.225157 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-079a5273-cb4e-4897-bdb6-4ed531270502 req-12bda815-15dc-4c4c-9ad8-036345b2aced tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 949 time: 0.3029377 May 17 12:03:54.348641 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-079a5273-cb4e-4897-bdb6-4ed531270502 req-3eee8497-2598-415b-a21c-51f30796b834 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/security-groups?id=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152105 May 17 12:03:54.364216 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-f7bc5be9-9bee-465c-9fde-ba25f43b92bc service neutron] 10.222.0.47 "GET /v2.0/networks/785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819068 May 17 12:03:54.389659 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e4676-7bce-46b6-bde0-0d034f34085c req-bd3bb3de-2753-4c2b-a2f8-da6924b8a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:54.391806 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-586e4676-7bce-46b6-bde0-0d034f34085c req-bd3bb3de-2753-4c2b-a2f8-da6924b8a426 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 1096 time: 0.2334635 May 17 12:03:54.691375 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e4676-7bce-46b6-bde0-0d034f34085c req-e051e423-1edd-4125-b087-a6664ec27559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:54.694695 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-586e4676-7bce-46b6-bde0-0d034f34085c req-e051e423-1edd-4125-b087-a6664ec27559 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 917 time: 0.2949069 May 17 12:03:54.820241 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-586e4676-7bce-46b6-bde0-0d034f34085c req-459d4e4b-bc73-455f-a451-397122b45639 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1538614-d80c-4cc0-bd67-4626491eebb0 HTTP/1.1" status: 200 len: 217 time: 0.1142907 May 17 12:03:54.962009 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f76a3-dc66-4d4f-b566-1d5c30c7694e req-1c85cb37-953b-4bf1-8935-9144e473dcb3 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:54.963481 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bb3f76a3-dc66-4d4f-b566-1d5c30c7694e req-1c85cb37-953b-4bf1-8935-9144e473dcb3 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 944 time: 0.4653647 May 17 12:03:54.968064 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e4676-7bce-46b6-bde0-0d034f34085c req-7a9ab7d0-82c7-41ae-ae2a-0abba0848d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:54.969537 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-586e4676-7bce-46b6-bde0-0d034f34085c req-7a9ab7d0-82c7-41ae-ae2a-0abba0848d4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 200 len: 855 time: 0.1330791 May 17 12:03:54.986541 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29164cd0-d025-40e9-8551-1d889f842e8e req-1e4fb7b7-89e5-410b-b356-5deb1b2e427c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:54.988917 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-29164cd0-d025-40e9-8551-1d889f842e8e req-1e4fb7b7-89e5-410b-b356-5deb1b2e427c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.3977513 May 17 12:03:55.182856 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bb3f76a3-dc66-4d4f-b566-1d5c30c7694e req-cf0cc016-c6ea-415e-b59b-b6d3d72486b5 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912761 May 17 12:03:55.190977 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-29164cd0-d025-40e9-8551-1d889f842e8e req-12a12cc0-0f45-40c3-82e2-bea8b104ded1 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117463 May 17 12:03:55.213223 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4937335-a2e6-43bf-8cd0-6e64752911e9 req-c2e80076-1208-4b84-862b-bd7b135dd2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:55.215359 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d4937335-a2e6-43bf-8cd0-6e64752911e9 req-c2e80076-1208-4b84-862b-bd7b135dd2d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 1098 time: 0.1841269 May 17 12:03:55.256429 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e4676-7bce-46b6-bde0-0d034f34085c req-b5c5a4cc-7246-4199-aaef-9c4614127f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:55.258245 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-586e4676-7bce-46b6-bde0-0d034f34085c req-b5c5a4cc-7246-4199-aaef-9c4614127f54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a4306c9-0686-4729-b018-267bb97db762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2681749 May 17 12:03:55.469397 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d4937335-a2e6-43bf-8cd0-6e64752911e9 req-343171ad-bffb-4a7d-9057-0093d3ac22c7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471740 May 17 12:03:55.594326 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a42c6457-579c-4b62-a09c-279e63f4cd91 req-071d0989-2cbe-48d2-a3e5-b5cf57ba22e1 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 210 time: 0.1416678 May 17 12:03:55.653619 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-586e4676-7bce-46b6-bde0-0d034f34085c req-127205f1-ac25-4c9b-a185-225cbccbeb25 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867295 May 17 12:03:55.697297 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72458e5a-b0d1-442f-bd81-f85811fe6627 req-ef669baa-3150-4bfb-b4de-b1e5cdde7db9 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:55.698925 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-72458e5a-b0d1-442f-bd81-f85811fe6627 req-ef669baa-3150-4bfb-b4de-b1e5cdde7db9 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.2431679 May 17 12:03:55.897357 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-72458e5a-b0d1-442f-bd81-f85811fe6627 req-54b0c187-947b-4b04-a8c2-e924900cc4cd tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446810 May 17 12:03:55.918301 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-586e4676-7bce-46b6-bde0-0d034f34085c req-1476197b-a90c-46a0-bbb4-240ec64026be service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542117 May 17 12:03:55.961961 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c95336-347b-4634-8717-f80b7f10112f req-a8bbb277-7acf-4ecb-9b38-94a84326da95 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:55.963778 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-89c95336-347b-4634-8717-f80b7f10112f req-a8bbb277-7acf-4ecb-9b38-94a84326da95 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 944 time: 0.2100763 May 17 12:03:56.049645 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-89c95336-347b-4634-8717-f80b7f10112f req-cdee19ef-aa0c-47bd-8634-d7327d650a90 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786474 May 17 12:03:56.460455 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:03:56.533285 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-b7c79ea9-4be2-410d-8e7c-a55de2f55fe7 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:56.536275 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-b7c79ea9-4be2-410d-8e7c-a55de2f55fe7 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.64 "GET /v2.0/networks?id=785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 HTTP/1.1" status: 200 len: 808 time: 0.3595157 May 17 12:03:56.561206 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Request body: {'port': {'device_id': 'd22322b5-7b1a-4276-85bb-c6770e34b522', 'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71', 'admin_state_up': True, 'tenant_id': 'f8aba02be7d94dfba4286b839d65667c'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:56.617760 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a4f3-9f76-4ad1-a4cd-ac69247fa340 req-55354dca-c56f-43fa-9e88-a70bc6213f13 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:56.619838 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2379a4f3-9f76-4ad1-a4cd-ac69247fa340 req-55354dca-c56f-43fa-9e88-a70bc6213f13 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 949 time: 0.5086920 May 17 12:03:56.625655 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:56.635712 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:56.636117 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:56.756987 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614afc5-bfc0-4721-8035-a2965dab363a req-809eccf2-d3b6-4ec8-9072-bf78c112c83a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:56.764496 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5614afc5-bfc0-4721-8035-a2965dab363a req-809eccf2-d3b6-4ec8-9072-bf78c112c83a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 944 time: 0.3963373 May 17 12:03:56.791309 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2379a4f3-9f76-4ad1-a4cd-ac69247fa340 req-d2d94cc1-e38b-498b-9855-965e13f8f5a7 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/security-groups?id=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127641 May 17 12:03:56.791795 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:56.845327 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb18088-7c2f-4e3f-88cf-a996ecedca57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19754c9a-fa9f-4b0e-ae1f-6c0e20807c13'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:56.852625 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=19754c9a-fa9f-4b0e-ae1f-6c0e20807c13,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:56.858537 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:56.859913 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device e627fd41-4d75-438e-81d1-ae4c5b024790 up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:03:56.861144 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:56.867618 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Usage tracker for resource:port and tenant:f8aba02be7d94dfba4286b839d65667c is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:56.882087 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5614afc5-bfc0-4721-8035-a2965dab363a req-6ed73f36-4751-47d0-b895-5d38d778912d tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165805 May 17 12:03:56.885148 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:56.908175 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:56.930394 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Made reservation on behalf of f8aba02be7d94dfba4286b839d65667c for: {'port': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:56.933918 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:56.982829 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-c976bb65-e2ee-4243-b1e3-37792303f781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:57.107577 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port e627fd41-4d75-438e-81d1-ae4c5b024790 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:57.118466 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=19754c9a-fa9f-4b0e-ae1f-6c0e20807c13,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:57.122994 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port e627fd41-4d75-438e-81d1-ae4c5b024790 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:57.124196 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:57.125951 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-401c64c5-6152-4f71-8bbc-c6090a0e8b99 req-a39b3a56-2037-4389-a22d-bc4662eaaf50 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 210 time: 0.0574358 May 17 12:03:57.237448 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefcf6c-046d-4a7a-8169-7e39ebb53af1 req-b66bcaa3-8300-4a6a-b015-f5443e75bba8 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:57.239751 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cefcf6c-046d-4a7a-8169-7e39ebb53af1 req-b66bcaa3-8300-4a6a-b015-f5443e75bba8 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.2780335 May 17 12:03:57.258896 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:57.261315 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb18088-7c2f-4e3f-88cf-a996ecedca57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19754c9a-fa9f-4b0e-ae1f-6c0e20807c13', 'code': 200} May 17 12:03:57.419816 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:57.476263 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Allocated IP 172.20.0.10 (785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71/88adb45d-eac1-4b5c-9c6e-a5196174eae3/40ed8fae-300a-4aaa-bce8-a0b6c8573ad1) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:03:57.490600 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port e627fd41-4d75-438e-81d1-ae4c5b024790, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e627fd41-4d75-438e-81d1-ae4c5b024790,segment=NetworkSegment(82e70a29-c553-4a15-b4cb-7fbf805ce3fa),segment_id=82e70a29-c553-4a15-b4cb-7fbf805ce3fa)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:57.496822 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:57.498475 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 6fa75415-c610-412b-b201-3331a6966442 up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:03:57.509082 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cefcf6c-046d-4a7a-8169-7e39ebb53af1 req-21d606fb-add3-4063-8c45-4a9e5864b987 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287493 May 17 12:03:57.531166 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:57.635332 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=e627fd41-4d75-438e-81d1-ae4c5b024790,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:57.639255 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:57.649029 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port 6fa75415-c610-412b-b201-3331a6966442 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:57.657566 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 6fa75415-c610-412b-b201-3331a6966442 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:57.658089 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:57.810706 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:57.851654 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 6fa75415-c610-412b-b201-3331a6966442, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6fa75415-c610-412b-b201-3331a6966442,segment=NetworkSegment(822b59d9-73bb-4a57-97f6-0d74a03e9790),segment_id=822b59d9-73bb-4a57-97f6-0d74a03e9790)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:57.855900 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:57.857857 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:57.906652 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8064fe9-98be-4143-96fb-3a0b8afc9b33 req-ff8733ad-005c-406f-91c5-129a8c68f35f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:57.908197 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e8064fe9-98be-4143-96fb-3a0b8afc9b33 req-ff8733ad-005c-406f-91c5-129a8c68f35f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.4912791 May 17 12:03:57.948137 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=6fa75415-c610-412b-b201-3331a6966442,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:57.949473 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f99d07-29bd-467e-9bf5-462cb84b4851 req-b80525df-f463-4b09-8db2-81d9694ca447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:57.951074 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-55f99d07-29bd-467e-9bf5-462cb84b4851 req-b80525df-f463-4b09-8db2-81d9694ca447 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 1098 time: 0.4381289 May 17 12:03:57.951329 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:58.061440 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e8064fe9-98be-4143-96fb-3a0b8afc9b33 req-d609793d-c861-462a-92a2-30c91c607210 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442060 May 17 12:03:58.077093 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:58.081515 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-55f99d07-29bd-467e-9bf5-462cb84b4851 req-a394f116-1099-4a72-8ae3-e1c6c6402209 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128891 May 17 12:03:58.092529 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf3d0a-5661-43d7-8ec3-5f03f0c76d92 req-c944ae75-4b90-4003-861f-42a2cf2d76f8 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:58.094135 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9bbf3d0a-5661-43d7-8ec3-5f03f0c76d92 req-c944ae75-4b90-4003-861f-42a2cf2d76f8 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 944 time: 0.4568396 May 17 12:03:58.158936 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9bbf3d0a-5661-43d7-8ec3-5f03f0c76d92 req-53b1fd4f-f52e-408a-81ea-ef3d4eb2d16d tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563698 May 17 12:03:58.167731 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:58.174587 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:58.296525 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Network 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:58.334988 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:58.345511 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:03:58.351966 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:58.352601 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:58.357973 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Pushing event updated for resources: {'Port': ['ID=40ed8fae-300a-4aaa-bce8-a0b6c8573ad1,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:58.369288 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:58.412026 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8600183 May 17 12:03:58.427649 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Request body: {'port': {'device_id': 'd22322b5-7b1a-4276-85bb-c6770e34b522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:58.461078 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b1538614-d80c-4cc0-bd67-4626491eebb0 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:03:58.498708 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748e186-eab3-4e4c-98e1-013a6db2c9ef req-17715ed0-f908-4b14-ae10-001811a5240c tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:58.501750 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b748e186-eab3-4e4c-98e1-013a6db2c9ef req-17715ed0-f908-4b14-ae10-001811a5240c tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 950 time: 0.2890501 May 17 12:03:58.650705 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea83d1-e7e4-463f-ac4a-d23542ec296f req-e71baefd-36dc-4388-b236-0bfdb28fb69f tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:58.652377 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-efea83d1-e7e4-463f-ac4a-d23542ec296f req-e71baefd-36dc-4388-b236-0bfdb28fb69f tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 945 time: 0.3705399 May 17 12:03:58.664088 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b748e186-eab3-4e4c-98e1-013a6db2c9ef req-7cf9386b-5acb-4c32-acca-8f051cbecf61 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/security-groups?id=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340644 May 17 12:03:58.664565 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port b1538614-d80c-4cc0-bd67-4626491eebb0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b1538614-d80c-4cc0-bd67-4626491eebb0,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:58.679862 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'port_id': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'mac_address': 'fa:16:3e:a6:d4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:03:58.736524 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:58.747422 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:58.751864 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-efea83d1-e7e4-463f-ac4a-d23542ec296f req-ada0f306-d75c-4d45-a2e6-349a2f99c2f0 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919290 May 17 12:03:58.767011 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1538614-d80c-4cc0-bd67-4626491eebb0 {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:58.797599 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port b1538614-d80c-4cc0-bd67-4626491eebb0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b1538614-d80c-4cc0-bd67-4626491eebb0,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:58.805848 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:58.810671 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:58.912033 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=b1538614-d80c-4cc0-bd67-4626491eebb0,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:58.917129 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:59.170042 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc856a74-b496-4358-a436-35e1e3036605 req-76248307-5e26-46a8-9dca-8dea0b45b603 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:59.170684 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-fc856a74-b496-4358-a436-35e1e3036605 req-76248307-5e26-46a8-9dca-8dea0b45b603 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Synchronizing usage tracker for tenant:f8aba02be7d94dfba4286b839d65667c on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:59.202063 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b87b-98b5-4a21-b250-6ca56c86403e req-dce2c749-b00c-4937-9672-fad1fb4fef21 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:59.203651 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8483b87b-98b5-4a21-b250-6ca56c86403e req-dce2c749-b00c-4937-9672-fad1fb4fef21 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.3173428 May 17 12:03:59.243887 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-fc856a74-b496-4358-a436-35e1e3036605 req-76248307-5e26-46a8-9dca-8dea0b45b603 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Unset dirty status for tenant:f8aba02be7d94dfba4286b839d65667c on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:59.245093 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-fc856a74-b496-4358-a436-35e1e3036605 req-76248307-5e26-46a8-9dca-8dea0b45b603 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 932 time: 0.4527192 May 17 12:03:59.261494 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a29ab8-25eb-4340-9c37-7e361ad0f73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e627fd41-4d75-438e-81d1-ae4c5b024790'}, {'server_uuid': 'f472332f-150a-4272-810d-297b561da693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa75415-c610-412b-b201-3331a6966442'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:59.327764 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8483b87b-98b5-4a21-b250-6ca56c86403e req-abd6e3dd-5706-40bd-9642-4faedd5faad9 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136279 May 17 12:03:59.338978 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-fc856a74-b496-4358-a436-35e1e3036605 req-13d8bcc2-5eba-4bc1-bb7b-2f6f8629654b tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850070 May 17 12:03:59.424328 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 {{(pid=78759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:59.429853 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['b1538614-d80c-4cc0-bd67-4626491eebb0'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:03:59.436189 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.459374 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Transition to ACTIVE for port object 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 will not be triggered until provisioned by entity L2. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:59.466290 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.472441 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:59.679741 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Pushing event updated for resources: {'Port': ['ID=40ed8fae-300a-4aaa-bce8-a0b6c8573ad1,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:59.721813 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:59.836743 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Attempting to bind port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:03:59.836956 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Attempting to bind port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '523e2577-3281-4cd2-907b-ec09537e4dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71'}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:03:59.837292 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Attempting to bind port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 on network 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:59.848136 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 on network 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:03:59.848494 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Attempting to bind port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 on network 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:59.861133 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:03:59.861493 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Checking segment: {'id': '523e2577-3281-4cd2-907b-ec09537e4dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:59.861872 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Bound using segment: {'id': '523e2577-3281-4cd2-907b-ec09537e4dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71'} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:03:59.862302 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Bound port: 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523e2577-3281-4cd2-907b-ec09537e4dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71'}}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:03:59.862650 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.949742 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ae764-912e-4a06-a9e6-cd7be8cbce90 req-070994e4-be6e-4106-b528-5692ef365da5 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:59.951337 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b41ae764-912e-4a06-a9e6-cd7be8cbce90 req-070994e4-be6e-4106-b528-5692ef365da5 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 945 time: 0.4405642 May 17 12:03:59.992331 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109dec5-c4b8-441b-9412-46913d34dba0 req-d5019bb7-2d47-45c0-b264-39c9d463cf2d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:59.993846 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1109dec5-c4b8-441b-9412-46913d34dba0 req-d5019bb7-2d47-45c0-b264-39c9d463cf2d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 944 time: 0.4729161 May 17 12:04:00.055402 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] For port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1, host hv-cinder-73414, cleared binding levels {{(pid=78759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:00.079099 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b41ae764-912e-4a06-a9e6-cd7be8cbce90 req-a161dbe1-2d53-4084-80a3-f56897429ed5 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162024 May 17 12:04:00.084325 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] For port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=40ed8fae-300a-4aaa-bce8-a0b6c8573ad1,segment=NetworkSegment(523e2577-3281-4cd2-907b-ec09537e4dbc),segment_id=523e2577-3281-4cd2-907b-ec09537e4dbc)] {{(pid=78759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:00.091374 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1109dec5-c4b8-441b-9412-46913d34dba0 req-931d3bf9-2ca3-472f-88fd-216c931104e1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855780 May 17 12:04:00.093102 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:00.097318 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:00.161094 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a29ab8-25eb-4340-9c37-7e361ad0f73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e627fd41-4d75-438e-81d1-ae4c5b024790', 'code': 200} May 17 12:04:00.161094 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f472332f-150a-4272-810d-297b561da693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa75415-c610-412b-b201-3331a6966442', 'code': 200} May 17 12:04:00.161991 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:00.162227 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:00.163673 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] 10.222.0.64 "PUT /v2.0/ports/40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 HTTP/1.1" status: 200 len: 1094 time: 1.7431242 May 17 12:04:00.164433 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22322b5-7b1a-4276-85bb-c6770e34b522', 'tag': '40ed8fae-300a-4aaa-bce8-a0b6c8573ad1'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:00.188596 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Pushing event updated for resources: {'Port': ['ID=40ed8fae-300a-4aaa-bce8-a0b6c8573ad1,revision_number=3']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:00.192004 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:00.559194 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549946e-6310-4aa0-bf75-17cc075ecb99 req-c46bf97b-efdf-4699-ada1-bab5330c707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:00.560560 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-6549946e-6310-4aa0-bf75-17cc075ecb99 req-c46bf97b-efdf-4699-ada1-bab5330c707a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 1103 time: 0.0842652 May 17 12:04:00.606567 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-6549946e-6310-4aa0-bf75-17cc075ecb99 req-568e4035-ed25-43d3-91bb-546b76e66756 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382037 May 17 12:04:00.635966 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41435e7-158c-4657-a76f-02b07392fef2 req-b8d50b9a-08c6-4d7a-9a73-b428ab880bce tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:00.637467 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e41435e7-158c-4657-a76f-02b07392fef2 req-b8d50b9a-08c6-4d7a-9a73-b428ab880bce tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 945 time: 0.2563617 May 17 12:04:00.640900 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-803bb3f3-e02e-4c38-a046-71586fb40091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:00.642300 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-803bb3f3-e02e-4c38-a046-71586fb40091 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8aba02be7d94dfba4286b839d65667c&device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 1097 time: 0.4088957 May 17 12:04:00.657060 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddd219-8694-4ca8-8229-233215cdb42b req-e9aa4328-495d-44fa-b750-e9171e57ba94 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:00.658509 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bcddd219-8694-4ca8-8229-233215cdb42b req-e9aa4328-495d-44fa-b750-e9171e57ba94 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 950 time: 0.2841277 May 17 12:04:00.678288 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c0a0f-7ed9-4085-ae01-5079f5d3edd5 req-e50e119b-f882-4ed9-b0ec-a76ac535df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:00.679786 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1f4c0a0f-7ed9-4085-ae01-5079f5d3edd5 req-e50e119b-f882-4ed9-b0ec-a76ac535df45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 1098 time: 0.2009015 May 17 12:04:00.735724 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e41435e7-158c-4657-a76f-02b07392fef2 req-4cff8f82-53eb-4030-89e2-2cbfe2e68fe0 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892651 May 17 12:04:00.740742 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bcddd219-8694-4ca8-8229-233215cdb42b req-67496ead-b8ae-4a95-8115-1a0dc41e676f tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/security-groups?id=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681124 May 17 12:04:00.938470 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22322b5-7b1a-4276-85bb-c6770e34b522', 'tag': '40ed8fae-300a-4aaa-bce8-a0b6c8573ad1', 'status': 'completed', 'code': 200} May 17 12:04:01.002416 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-26816516-acea-485e-9816-74c41394c13f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 HTTP/1.1" status: 200 len: 217 time: 0.2369568 May 17 12:04:01.088846 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1f4c0a0f-7ed9-4085-ae01-5079f5d3edd5 req-f4d32c0f-3fd5-40d2-8464-092bffb76208 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218520 May 17 12:04:01.155749 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-a5017637-f919-43f9-8010-93dc1a00be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:01.157224 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-a5017637-f919-43f9-8010-93dc1a00be42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88adb45d-eac1-4b5c-9c6e-a5196174eae3 HTTP/1.1" status: 200 len: 848 time: 0.1306677 May 17 12:04:01.185917 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaa78a-0d74-42dd-b5b4-661797c4e19c req-6f95598c-fec6-445c-8c8f-43e702f52c43 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:01.188382 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5ffaa78a-0d74-42dd-b5b4-661797c4e19c req-6f95598c-fec6-445c-8c8f-43e702f52c43 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 944 time: 0.2337761 May 17 12:04:01.411307 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-900290fd-7a23-4382-aee3-47c96640b07e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373811 May 17 12:04:01.431069 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5ffaa78a-0d74-42dd-b5b4-661797c4e19c req-1509ed4a-827a-4178-a051-1637fceb8294 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079008 May 17 12:04:01.715968 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40e5db-0fc3-4f88-9e68-087ae33c9d0b req-0a68f689-0872-4bc9-bbf1-4a8fc9621aa0 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:01.717865 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bb40e5db-0fc3-4f88-9e68-087ae33c9d0b req-0a68f689-0872-4bc9-bbf1-4a8fc9621aa0 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.5284944 May 17 12:04:01.837932 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177871ac-e3d3-4a0e-80ad-f9a4d787c9f3 req-528120c8-868a-409a-9074-ea38caacb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:01.839616 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-177871ac-e3d3-4a0e-80ad-f9a4d787c9f3 req-528120c8-868a-409a-9074-ea38caacb5d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95d352b964a4429cacfc2c064f3e6021&device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 1098 time: 0.5668824 May 17 12:04:01.844848 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-b41ff521-e767-4af7-80e5-2f8c49c94414 service neutron] 10.222.0.64 "GET /v2.0/networks/785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125850 May 17 12:04:01.931245 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bb40e5db-0fc3-4f88-9e68-087ae33c9d0b req-7547caff-40d3-4bbf-ace9-8511ab514282 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926277 May 17 12:04:02.167053 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52094) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:02.191451 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b992d4-a295-4836-8415-c143e7815c5c req-82fc4543-1a88-407e-b729-70d2185e0445 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:02.192979 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-87b992d4-a295-4836-8415-c143e7815c5c req-82fc4543-1a88-407e-b729-70d2185e0445 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 945 time: 0.5257318 May 17 12:04:02.319679 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:02.329684 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff68630e-eb12-4e9b-bcd1-bf1f822c0349 req-33b64577-bcbb-4950-8f08-8b5a61a99b84 service neutron] 10.222.0.64 "GET /v2.0/networks/785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734943 May 17 12:04:02.337793 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:02.342935 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Usage tracker for resource:security_group_rule and tenant:2cf75cc71e5e4f4d8687a7e62ed34c8f is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:02.346169 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:02.353220 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-87b992d4-a295-4836-8415-c143e7815c5c req-ec579265-96e6-4ec6-9e87-702ac91e0eca tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463063 May 17 12:04:02.356178 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:02.359724 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177871ac-e3d3-4a0e-80ad-f9a4d787c9f3 req-b219703c-b0d4-48d7-b54a-f773dad84542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:02.361317 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-177871ac-e3d3-4a0e-80ad-f9a4d787c9f3 req-b219703c-b0d4-48d7-b54a-f773dad84542 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bbeabaa-a910-4c06-87ed-683e77a2a144 HTTP/1.1" status: 200 len: 920 time: 0.5064635 May 17 12:04:02.479446 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-177871ac-e3d3-4a0e-80ad-f9a4d787c9f3 req-56cd3687-f9bc-4f71-aa94-f6654b295e72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f HTTP/1.1" status: 200 len: 217 time: 0.0968359 May 17 12:04:02.482031 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:02.487612 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b1538614-d80c-4cc0-bd67-4626491eebb0 up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:02.489369 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:02.497212 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-4c8ccb7d-a837-45e6-bfdc-687a66163fa5 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:02.502887 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29d07c-8978-4194-b159-0a2d53ed27e3 req-9de16235-2c23-4079-87eb-8527e19ebbcd tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:02.504787 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1b29d07c-8978-4194-b159-0a2d53ed27e3 req-9de16235-2c23-4079-87eb-8527e19ebbcd tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 944 time: 0.4103479 May 17 12:04:02.545399 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2cf75cc71e5e4f4d8687a7e62ed34c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764696 May 17 12:04:02.546501 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d62b173-d621-469b-a68a-b06519991298,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:02.551340 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52102) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:02.570315 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:02.570944 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:02.571340 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:02.571733 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:02.572137 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:02.572525 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:02.572905 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:02.573325 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:02.573695 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:02.574154 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:02.574688 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:02.575387 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:02.575936 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port b1538614-d80c-4cc0-bd67-4626491eebb0 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:02.581714 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:02.582531 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port b1538614-d80c-4cc0-bd67-4626491eebb0 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:02.583262 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:02.655919 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a2237563-6471-480c-a05c-80ff5e2cf45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:02.688056 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a2237563-6471-480c-a05c-80ff5e2cf45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:02.740738 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:02.779070 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:02.779945 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a2237563-6471-480c-a05c-80ff5e2cf45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:02.789726 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-7e26e0d2-3fe5-4fd3-97de-f44d457d8cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:02.791539 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port b1538614-d80c-4cc0-bd67-4626491eebb0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b1538614-d80c-4cc0-bd67-4626491eebb0,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:02.796291 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:02.799709 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:02.804544 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a2237563-6471-480c-a05c-80ff5e2cf45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:02.808506 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-a2237563-6471-480c-a05c-80ff5e2cf45a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d62b173-d621-469b-a68a-b06519991298 HTTP/1.1" status: 204 len: 168 time: 0.2558327 May 17 12:04:02.809819 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2237563-6471-480c-a05c-80ff5e2cf45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d62b173-d621-469b-a68a-b06519991298,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:02.821489 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a2237563-6471-480c-a05c-80ff5e2cf45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:02.828325 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177871ac-e3d3-4a0e-80ad-f9a4d787c9f3 req-f7dbe0ca-f5d0-4b61-9549-c5621129aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:02.829772 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-177871ac-e3d3-4a0e-80ad-f9a4d787c9f3 req-f7dbe0ca-f5d0-4b61-9549-c5621129aacb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=685ffa5d-e5f3-449a-891a-d59980e97bab HTTP/1.1" status: 200 len: 859 time: 0.3226879 May 17 12:04:02.844246 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1b29d07c-8978-4194-b159-0a2d53ed27e3 req-3ae5ea27-92ae-48bd-8e29-27f54fec4b7c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722670 May 17 12:04:02.929434 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=b1538614-d80c-4cc0-bd67-4626491eebb0,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:02.933750 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:02.968068 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-177871ac-e3d3-4a0e-80ad-f9a4d787c9f3 req-bd27022e-8188-408f-8ca6-8e2a19e6f97d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bbeabaa-a910-4c06-87ed-683e77a2a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159606 May 17 12:04:02.991848 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-870ce199-6266-4f51-b960-d057f8ab4e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:03.210056 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62080b8-e197-436d-8ee1-10472ef82699 req-133b9e2d-e7a2-4d52-969b-50de1de8b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:03.211981 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b62080b8-e197-436d-8ee1-10472ef82699 req-133b9e2d-e7a2-4d52-969b-50de1de8b87a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8aba02be7d94dfba4286b839d65667c&device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 1097 time: 0.7059388 May 17 12:04:03.227619 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bab9e4-b1e6-48f0-88b5-fbaf1913ec0b req-e5864527-77c5-487e-8721-c160a6f66ab8 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:03.229167 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-00bab9e4-b1e6-48f0-88b5-fbaf1913ec0b req-e5864527-77c5-487e-8721-c160a6f66ab8 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 950 time: 0.5914724 May 17 12:04:03.398037 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-00bab9e4-b1e6-48f0-88b5-fbaf1913ec0b req-5fc9642e-206b-41b6-ae95-bdd9a096cf5b tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/security-groups?id=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399155 May 17 12:04:03.440433 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-177871ac-e3d3-4a0e-80ad-f9a4d787c9f3 req-bbc31e17-6de8-4f63-87c0-d3ea1aad121a service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531074 May 17 12:04:03.549188 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b223f-860b-428d-baed-781745fe71b4 req-32326c50-d067-462b-aa3c-5a376fea8137 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:03.551432 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-398b223f-860b-428d-baed-781745fe71b4 req-32326c50-d067-462b-aa3c-5a376fea8137 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 944 time: 0.5381501 May 17 12:04:03.564668 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62080b8-e197-436d-8ee1-10472ef82699 req-1535da13-bd63-43e0-91c1-ad9828be9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:03.566369 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b62080b8-e197-436d-8ee1-10472ef82699 req-1535da13-bd63-43e0-91c1-ad9828be9a48 service neutron] 10.222.0.64 "GET /v2.0/networks?id=785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 HTTP/1.1" status: 200 len: 909 time: 0.3359551 May 17 12:04:03.663023 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b62080b8-e197-436d-8ee1-10472ef82699 req-dde5939e-0e82-4663-8f7f-193a649af1b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 HTTP/1.1" status: 200 len: 217 time: 0.0718899 May 17 12:04:03.797836 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62080b8-e197-436d-8ee1-10472ef82699 req-11ceefae-a0a6-49b7-8914-69701f944d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:03.799418 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b62080b8-e197-436d-8ee1-10472ef82699 req-11ceefae-a0a6-49b7-8914-69701f944d6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88adb45d-eac1-4b5c-9c6e-a5196174eae3 HTTP/1.1" status: 200 len: 848 time: 0.0762160 May 17 12:04:03.801793 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-177871ac-e3d3-4a0e-80ad-f9a4d787c9f3 req-1f80c780-04f9-4a56-8faf-d8ea7aff16b9 service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599658 May 17 12:04:03.810895 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-398b223f-860b-428d-baed-781745fe71b4 req-df4096d7-28eb-4675-867f-01242eb38740 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413986 May 17 12:04:03.882484 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'code': 200} May 17 12:04:03.919494 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b62080b8-e197-436d-8ee1-10472ef82699 req-0e083f17-0b9a-4bbf-96bf-af7080619da2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966520 May 17 12:04:04.342248 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b62080b8-e197-436d-8ee1-10472ef82699 req-30ca9d78-59da-4eb6-9121-eb05bce5ab58 service neutron] 10.222.0.64 "GET /v2.0/networks/785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079754 May 17 12:04:04.452684 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5306827-37a2-4d36-9fc4-89b833dc8d33 req-7e69fe43-5df7-4470-bfc7-c313f10e91ef tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:04.454182 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b5306827-37a2-4d36-9fc4-89b833dc8d33 req-7e69fe43-5df7-4470-bfc7-c313f10e91ef tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.3978956 May 17 12:04:04.601748 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afe491-9286-41e2-ab09-c65348ac5596 req-4ed2122e-bdf4-4ba2-8287-238bf4287ed7 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:04.604188 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b9afe491-9286-41e2-ab09-c65348ac5596 req-4ed2122e-bdf4-4ba2-8287-238bf4287ed7 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 945 time: 0.4588306 May 17 12:04:04.665139 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358b369-18d8-40d2-9a64-4bb270f05a56 req-617848ef-99b2-4b7f-8dab-a261a7e4e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:04.666604 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1358b369-18d8-40d2-9a64-4bb270f05a56 req-617848ef-99b2-4b7f-8dab-a261a7e4e040 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 1098 time: 0.4493716 May 17 12:04:04.746278 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b5306827-37a2-4d36-9fc4-89b833dc8d33 req-820eff2e-7738-4522-9fe7-071387d3f0eb tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758179 May 17 12:04:04.751040 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b62080b8-e197-436d-8ee1-10472ef82699 req-d4962d02-a601-4e84-8ef2-da5495b83774 service neutron] 10.222.0.64 "GET /v2.0/networks/785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941801 May 17 12:04:04.770694 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b9afe491-9286-41e2-ab09-c65348ac5596 req-fb9f720a-19c2-45a1-9d1d-57bcf15ebc97 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508582 May 17 12:04:04.779461 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1358b369-18d8-40d2-9a64-4bb270f05a56 req-206d2934-9d91-4652-a772-df60af1ed58e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957303 May 17 12:04:05.127622 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001dc74-bedb-4659-b3b2-df94c652d3ab req-7809d34a-16f0-4d34-a338-cb0bbc6785f8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:05.130804 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d001dc74-bedb-4659-b3b2-df94c652d3ab req-7809d34a-16f0-4d34-a338-cb0bbc6785f8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1239157 May 17 12:04:05.234601 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d001dc74-bedb-4659-b3b2-df94c652d3ab req-be148edf-5a85-4a10-8b7b-74afe7f4382b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640101 May 17 12:04:05.271335 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6e705-154a-4d33-8139-7c0fdbf4fe3f req-d92fce5f-e704-4157-a1b5-ec0e884d4fb5 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:05.272996 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ded6e705-154a-4d33-8139-7c0fdbf4fe3f req-d92fce5f-e704-4157-a1b5-ec0e884d4fb5 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 944 time: 0.1406229 May 17 12:04:05.332813 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ded6e705-154a-4d33-8139-7c0fdbf4fe3f req-c6f3d9da-8612-4d0a-99e1-9d9bd6fd26f6 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525987 May 17 12:04:05.509336 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510757de-9dd2-488a-865f-8b4fba829ffd req-4d27b753-a245-41bf-888b-6db401d235e6 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:05.511059 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-510757de-9dd2-488a-865f-8b4fba829ffd req-4d27b753-a245-41bf-888b-6db401d235e6 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 950 time: 0.1336710 May 17 12:04:05.588745 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-77151ddd-762c-4320-85bd-708e7656c0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:05.610544 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-510757de-9dd2-488a-865f-8b4fba829ffd req-cb122d9f-f410-4370-97e7-15395890b50e tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/security-groups?id=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873613 May 17 12:04:05.649728 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:06.088270 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25ab60-7c70-4986-aa1d-a08a8b32b713 req-8378d085-5a75-418d-8af7-c715fde08113 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:06.089907 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8d25ab60-7c70-4986-aa1d-a08a8b32b713 req-8378d085-5a75-418d-8af7-c715fde08113 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1526599 May 17 12:04:06.161188 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8d25ab60-7c70-4986-aa1d-a08a8b32b713 req-200ac0fc-02ab-4f0f-ae99-3e9a99bf6c57 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608363 May 17 12:04:06.476543 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:04:06.663276 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac802d0e-5f95-417b-ab41-2844278632ad req-6f39b1d4-d2bc-46e6-94c6-aa60e485860b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:06.665380 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ac802d0e-5f95-417b-ab41-2844278632ad req-6f39b1d4-d2bc-46e6-94c6-aa60e485860b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1930599 May 17 12:04:06.691122 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=40ed8fae-300a-4aaa-bce8-a0b6c8573ad1,segment=NetworkSegment(523e2577-3281-4cd2-907b-ec09537e4dbc),segment_id=523e2577-3281-4cd2-907b-ec09537e4dbc)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:06.702717 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:06.713498 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '40ed8fae-300a-4aaa-bce8-a0b6c8573ad1', 'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71', 'port_id': '40ed8fae-300a-4aaa-bce8-a0b6c8573ad1', 'mac_address': 'fa:16:3e:bc:94:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88adb45d-eac1-4b5c-9c6e-a5196174eae3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:04:06.735376 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31481a8e-9f8b-4e6e-a2ba-dbbe6c03afe9 req-32fe2758-9959-43ae-8a4a-585746ffc624 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:06.737520 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-31481a8e-9f8b-4e6e-a2ba-dbbe6c03afe9 req-32fe2758-9959-43ae-8a4a-585746ffc624 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 944 time: 0.1773233 May 17 12:04:06.745068 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ac802d0e-5f95-417b-ab41-2844278632ad req-fadb473e-b17f-4370-9232-3b6b28d04232 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707424 May 17 12:04:06.815234 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:06.830221 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-31481a8e-9f8b-4e6e-a2ba-dbbe6c03afe9 req-57852d57-340e-43c0-b323-01a4302eca61 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839791 May 17 12:04:06.850960 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:04:06.881918 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=40ed8fae-300a-4aaa-bce8-a0b6c8573ad1,segment=NetworkSegment(523e2577-3281-4cd2-907b-ec09537e4dbc),segment_id=523e2577-3281-4cd2-907b-ec09537e4dbc)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:06.898196 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:06.901133 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-7fdfa5f9-4efd-4658-8cbe-79643b407229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:07.016366 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=40ed8fae-300a-4aaa-bce8-a0b6c8573ad1,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:07.022236 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:07.061146 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b5caa-774e-428d-ab92-f31180d3425e req-cb37911f-1350-40ed-a590-eeb54cf0ab1f tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:07.064264 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-423b5caa-774e-428d-ab92-f31180d3425e req-cb37911f-1350-40ed-a590-eeb54cf0ab1f tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 950 time: 0.1451068 May 17 12:04:07.168132 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-423b5caa-774e-428d-ab92-f31180d3425e req-d352f660-40ac-4b74-bc3f-7f84a669c3aa tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/security-groups?id=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916390 May 17 12:04:07.427682 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec453a0-4ef6-426a-b5c2-4348bd55f7ef req-74b74cea-3da4-432e-ae92-fe78bd06d9ef tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:07.449132 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8ec453a0-4ef6-426a-b5c2-4348bd55f7ef req-74b74cea-3da4-432e-ae92-fe78bd06d9ef tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1483207 May 17 12:04:07.564372 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8ec453a0-4ef6-426a-b5c2-4348bd55f7ef req-b0d0049f-404e-4b04-82f7-a6177f81bba6 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135201 May 17 12:04:07.905227 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a19d1-19c5-4511-9594-e1a3804195a4 req-37b501a3-f457-4450-be43-b4105d52bc66 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:07.917439 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['40ed8fae-300a-4aaa-bce8-a0b6c8573ad1'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:04:07.927881 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-790a19d1-19c5-4511-9594-e1a3804195a4 req-37b501a3-f457-4450-be43-b4105d52bc66 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.64 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 950 time: 0.1710765 May 17 12:04:08.346305 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0f906-7607-4842-8802-f0cf72dd345d req-e509e89c-8e98-477f-8364-bb82cb8eb411 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:08.348878 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7bb0f906-7607-4842-8802-f0cf72dd345d req-e509e89c-8e98-477f-8364-bb82cb8eb411 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.2999539 May 17 12:04:08.372665 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-790a19d1-19c5-4511-9594-e1a3804195a4 req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Deleting port e627fd41-4d75-438e-81d1-ae4c5b024790 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:04:08.373082 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-790a19d1-19c5-4511-9594-e1a3804195a4 req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:08.487518 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:08.640472 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7bb0f906-7607-4842-8802-f0cf72dd345d req-8d67ae44-0ba1-45fd-809b-efccccaf7196 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303698 May 17 12:04:08.687259 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-790a19d1-19c5-4511-9594-e1a3804195a4 req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] For port e627fd41-4d75-438e-81d1-ae4c5b024790, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e627fd41-4d75-438e-81d1-ae4c5b024790,segment=NetworkSegment(82e70a29-c553-4a15-b4cb-7fbf805ce3fa),segment_id=82e70a29-c553-4a15-b4cb-7fbf805ce3fa)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:08.687648 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-790a19d1-19c5-4511-9594-e1a3804195a4 req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:08.836573 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-790a19d1-19c5-4511-9594-e1a3804195a4 req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Calling delete_port for e627fd41-4d75-438e-81d1-ae4c5b024790 owned by compute:nova {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:04:08.899658 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0904f-c5f2-4597-a463-fc7ded70e3d9 req-ea89b8fa-2e24-4737-9df4-09c4c78e305b tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:08.901345 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-25c0904f-c5f2-4597-a463-fc7ded70e3d9 req-ea89b8fa-2e24-4737-9df4-09c4c78e305b tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 945 time: 0.3747811 May 17 12:04:09.109210 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-25c0904f-c5f2-4597-a463-fc7ded70e3d9 req-9e1e2fd4-7dce-4d0f-bd87-2549bbe375d3 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125875 May 17 12:04:09.160575 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3bc81-7222-4655-ae6e-81b3b52e9b17 req-0f4b32dc-d2f9-43e5-a7ca-e381776e64ff tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:09.171610 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-aaf3bc81-7222-4655-ae6e-81b3b52e9b17 req-0f4b32dc-d2f9-43e5-a7ca-e381776e64ff tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 950 time: 0.3423202 May 17 12:04:09.316803 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-aaf3bc81-7222-4655-ae6e-81b3b52e9b17 req-ce4ea2e6-b69f-4b1b-966e-0d148b05589b tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/security-groups?id=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431847 May 17 12:04:09.390385 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-790a19d1-19c5-4511-9594-e1a3804195a4 req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:09.407687 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-07bfc02a-aef9-4073-9708-a155ea5a9b4a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:09.543144 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Pushing event deleted for resources: {'Port': ['ID=e627fd41-4d75-438e-81d1-ae4c5b024790,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:09.635659 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:09.636378 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:09.636867 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:09.637523 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:09.637952 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:09.638447 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:09.639479 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:09.639912 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:09.640336 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:09.641198 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:09.641551 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:09.642009 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:09.652738 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:09.760791 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-790a19d1-19c5-4511-9594-e1a3804195a4 req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] No DVR routers for this DVR port e627fd41-4d75-438e-81d1-ae4c5b024790 on host hv-cinder-73414 {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:04:09.839282 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-790a19d1-19c5-4511-9594-e1a3804195a4 req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:09.859666 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a29ab8-25eb-4340-9c37-7e361ad0f73d', 'name': 'network-vif-deleted', 'tag': 'e627fd41-4d75-438e-81d1-ae4c5b024790'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:09.866252 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-790a19d1-19c5-4511-9594-e1a3804195a4 req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.64 "DELETE /v2.0/ports/e627fd41-4d75-438e-81d1-ae4c5b024790 HTTP/1.1" status: 204 len: 173 time: 1.9368505 May 17 12:04:09.902555 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f49df2-f5b2-4e85-b2ce-ef33ef5a8738 req-1ee515fb-04f3-408b-995d-ad93f1524571 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:09.904866 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a3f49df2-f5b2-4e85-b2ce-ef33ef5a8738 req-1ee515fb-04f3-408b-995d-ad93f1524571 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.4221807 May 17 12:04:09.960495 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecd1a8-25c1-422a-b155-126a6afab5f6 req-c1224016-bfc2-4abc-8cc0-a1c4a76a839e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:09.962049 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d4ecd1a8-25c1-422a-b155-126a6afab5f6 req-c1224016-bfc2-4abc-8cc0-a1c4a76a839e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1989322 May 17 12:04:09.973261 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 52274) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:09.981425 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-26e82548-9558-4963-a6b3-22365fd26587 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Request body: {'floatingip': {'port_id': 'b1538614-d80c-4cc0-bd67-4626491eebb0'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:10.107203 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a29ab8-25eb-4340-9c37-7e361ad0f73d', 'name': 'network-vif-deleted', 'tag': 'e627fd41-4d75-438e-81d1-ae4c5b024790', 'status': 'completed', 'code': 200} May 17 12:04:10.112099 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a3f49df2-f5b2-4e85-b2ce-ef33ef5a8738 req-6c703b5c-af47-443a-8eb6-20a9cff5341d tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965015 May 17 12:04:10.174420 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-26e82548-9558-4963-a6b3-22365fd26587 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:10.483629 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:10.670135 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:10.684889 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:10.685358 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:10.858442 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-5aaa9428-14f7-44ae-9683-b49960e85ba6 req-3763e66e-0d8a-4dc4-b850-efc19988b79b tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Synchronizing usage tracker for tenant:10587e025ea842e0bf08c3485a3c2dab on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:04:10.991916 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc6d8556-4775-4c8b-843f-17f74777039d req-9afd9158-0ae8-4e54-80c3-560cc2201812 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9524832 May 17 12:04:10.998765 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-5aaa9428-14f7-44ae-9683-b49960e85ba6 req-3763e66e-0d8a-4dc4-b850-efc19988b79b tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Unset dirty status for tenant:10587e025ea842e0bf08c3485a3c2dab on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:04:11.000170 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5aaa9428-14f7-44ae-9683-b49960e85ba6 req-3763e66e-0d8a-4dc4-b850-efc19988b79b tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a29ab8-25eb-4340-9c37-7e361ad0f73d HTTP/1.1" status: 200 len: 210 time: 0.4687045 May 17 12:04:11.013273 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:11.076624 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=40ed8fae-300a-4aaa-bce8-a0b6c8573ad1,segment=NetworkSegment(523e2577-3281-4cd2-907b-ec09537e4dbc),segment_id=523e2577-3281-4cd2-907b-ec09537e4dbc)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:11.079394 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22322b5-7b1a-4276-85bb-c6770e34b522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ed8fae-300a-4aaa-bce8-a0b6c8573ad1'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:11.091581 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:11.093239 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device e627fd41-4d75-438e-81d1-ae4c5b024790 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:04:11.136192 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f20ca6-8a45-4f4e-af37-a2d77daaec55 req-defd0db2-81bd-4f2d-a1ea-74037a4d7d9c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:11.145726 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e2f20ca6-8a45-4f4e-af37-a2d77daaec55 req-defd0db2-81bd-4f2d-a1ea-74037a4d7d9c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 945 time: 0.8656657 May 17 12:04:11.179990 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:11.260562 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: e627fd41-4d75-438e-81d1-ae4c5b024790 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:04:11.261463 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device e627fd41-4d75-438e-81d1-ae4c5b024790 not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:04:11.270594 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22322b5-7b1a-4276-85bb-c6770e34b522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ed8fae-300a-4aaa-bce8-a0b6c8573ad1', 'code': 200} May 17 12:04:11.420480 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=40ed8fae-300a-4aaa-bce8-a0b6c8573ad1,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:11.435524 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:11.485169 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:11.627389 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e2f20ca6-8a45-4f4e-af37-a2d77daaec55 req-4d243828-990b-46e2-a6df-c426bc2a1d82 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801996 May 17 12:04:11.890331 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d8556-4775-4c8b-843f-17f74777039d req-4e4b216d-d7b3-4f18-a5ab-15faff41312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:11.892641 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc6d8556-4775-4c8b-843f-17f74777039d req-4e4b216d-d7b3-4f18-a5ab-15faff41312f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95d352b964a4429cacfc2c064f3e6021&device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 1098 time: 0.8387785 May 17 12:04:12.174515 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d208e-2a64-4292-a465-a83f5b48fb11 req-3e7793de-9035-4ecf-9ddb-cc8287977ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:12.176323 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-895d208e-2a64-4292-a465-a83f5b48fb11 req-3e7793de-9035-4ecf-9ddb-cc8287977ed6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 1099 time: 0.5102887 May 17 12:04:12.224592 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.db.resource_extend [None req-26e82548-9558-4963-a6b3-22365fd26587 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 12:04:12.381821 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-1322914c-d586-4a8f-af44-b261d086c031 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:12.388884 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-1322914c-d586-4a8f-af44-b261d086c031 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/networks?id=c0205995-4acc-47ad-bdbe-2f78c976996a HTTP/1.1" status: 200 len: 814 time: 0.5803709 May 17 12:04:12.414872 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d8556-4775-4c8b-843f-17f74777039d req-0a590318-39b0-4a24-a325-200741e26615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:12.416622 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc6d8556-4775-4c8b-843f-17f74777039d req-0a590318-39b0-4a24-a325-200741e26615 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bbeabaa-a910-4c06-87ed-683e77a2a144 HTTP/1.1" status: 200 len: 920 time: 0.4472296 May 17 12:04:12.431573 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-d5da7f5c-8d6c-42b4-b7f5-85fa0fb6e90a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/quotas/4ffcaa59dd6948a1b5a85ceb699b53c5 HTTP/1.1" status: 200 len: 375 time: 0.0416958 May 17 12:04:12.532736 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-26e82548-9558-4963-a6b3-22365fd26587 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:12.555080 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-895d208e-2a64-4292-a465-a83f5b48fb11 req-9d355765-3771-44eb-a579-0a787e9883f3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366883 May 17 12:04:12.594877 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-26e82548-9558-4963-a6b3-22365fd26587 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:12.670255 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc6d8556-4775-4c8b-843f-17f74777039d req-ca78dd27-a009-4e24-988f-a227d152661d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f HTTP/1.1" status: 200 len: 217 time: 0.2337799 May 17 12:04:12.962217 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d8556-4775-4c8b-843f-17f74777039d req-596c443a-26f9-4687-8537-2d6aed3f8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:12.963705 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc6d8556-4775-4c8b-843f-17f74777039d req-596c443a-26f9-4687-8537-2d6aed3f8663 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=685ffa5d-e5f3-449a-891a-d59980e97bab HTTP/1.1" status: 200 len: 859 time: 0.2333825 May 17 12:04:12.969122 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.db.l3_db [None req-26e82548-9558-4963-a6b3-22365fd26587 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Floating IP 832a8fa0-8902-475e-909b-fbd223c3c9c8 associated. External IP: 172.28.3.245, port: b1538614-d80c-4cc0-bd67-4626491eebb0. May 17 12:04:13.125890 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-4e8e79ed-8587-42ff-9f0c-b1046c8f7ab9 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6934192 May 17 12:04:13.132109 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc6d8556-4775-4c8b-843f-17f74777039d req-a8b8da06-3d99-41d3-830f-5a472a17a4c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bbeabaa-a910-4c06-87ed-683e77a2a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942574 May 17 12:04:13.143325 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c75133-9a46-49ac-b3a9-712425f89ad8 req-45d5387a-621b-4a70-8e05-c0d033d035d7 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:13.145973 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d0c75133-9a46-49ac-b3a9-712425f89ad8 req-45d5387a-621b-4a70-8e05-c0d033d035d7 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.6164129 May 17 12:04:13.195378 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52356) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:13.523214 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-bc79b275-25d2-4f82-bc2a-b6f5d3c07186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:13.548203 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-bc79b275-25d2-4f82-bc2a-b6f5d3c07186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:13.554435 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-bc79b275-25d2-4f82-bc2a-b6f5d3c07186 admin admin] Usage tracker for resource:security_group_rule and tenant:069c3a7b63e8486699a052333a2f9b65 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:13.557923 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-bc79b275-25d2-4f82-bc2a-b6f5d3c07186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:13.572128 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-bc79b275-25d2-4f82-bc2a-b6f5d3c07186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:13.600133 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d0c75133-9a46-49ac-b3a9-712425f89ad8 req-b91c3734-b26a-4f23-821a-e0ef468af0e6 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114854 May 17 12:04:13.713445 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-bc79b275-25d2-4f82-bc2a-b6f5d3c07186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:13.720088 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-bc79b275-25d2-4f82-bc2a-b6f5d3c07186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:13.736926 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-e098c6b6-112c-4f88-a47e-5ca33e0b75ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:13.778876 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79b275-25d2-4f82-bc2a-b6f5d3c07186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9da18a7-b609-45e6-aba4-e0ea93b570e4,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:13.780608 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-864edd2f-b17e-48d4-aab1-6f36f9205b84 service neutron] 10.222.0.47 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292636 May 17 12:04:13.792151 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-bc79b275-25d2-4f82-bc2a-b6f5d3c07186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:13.807208 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-bc79b275-25d2-4f82-bc2a-b6f5d3c07186 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=069c3a7b63e8486699a052333a2f9b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6069813 May 17 12:04:13.807897 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52418) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:13.914199 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-bf7d38ff-8676-4dd6-b158-e121338351fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:13.957783 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-bf7d38ff-8676-4dd6-b158-e121338351fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:13.965600 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc6d8556-4775-4c8b-843f-17f74777039d req-fb23f127-8675-4f0f-a498-a73a6b8fbacc service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8160672 May 17 12:04:14.072717 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-bf7d38ff-8676-4dd6-b158-e121338351fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:14.085160 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-03e4e6a7-1a55-47b4-9701-d54fb8c53a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:14.103160 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d38ff-8676-4dd6-b158-e121338351fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9da18a7-b609-45e6-aba4-e0ea93b570e4,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:14.113196 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-bf7d38ff-8676-4dd6-b158-e121338351fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:14.115143 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-bf7d38ff-8676-4dd6-b158-e121338351fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:14.116799 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-bf7d38ff-8676-4dd6-b158-e121338351fe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d9da18a7-b609-45e6-aba4-e0ea93b570e4 HTTP/1.1" status: 204 len: 168 time: 0.3077681 May 17 12:04:14.488950 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e82548-9558-4963-a6b3-22365fd26587 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:04:14.678276 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc6d8556-4775-4c8b-843f-17f74777039d req-55aa0ac3-3e11-49ae-9f3b-6a08aaa2dcab service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636305 May 17 12:04:14.683222 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-c75de0c7-41c0-4d60-b3ed-c5dc9e36a7a9 service neutron] 10.222.0.47 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7164736 May 17 12:04:14.703696 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44347d89-9ff8-49f7-8845-6009d55f657f req-68a03717-70d3-4fac-9d42-fac7fb9316d2 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:14.711426 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-44347d89-9ff8-49f7-8845-6009d55f657f req-68a03717-70d3-4fac-9d42-fac7fb9316d2 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 946 time: 0.9389639 May 17 12:04:14.864682 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-44347d89-9ff8-49f7-8845-6009d55f657f req-4a4021d9-0099-486b-82e0-93bf84084a56 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520724 May 17 12:04:14.900494 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e82548-9558-4963-a6b3-22365fd26587 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:04:14.906775 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-26e82548-9558-4963-a6b3-22365fd26587 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:14.919483 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbae57b-67d6-4796-b5c4-25abf4fae668 None None] Sync routers for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:04:14.942988 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbae57b-67d6-4796-b5c4-25abf4fae668 None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:14.943955 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-9bbae57b-67d6-4796-b5c4-25abf4fae668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:04:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:15.250264 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-706766cd-e8da-4b54-8ba8-efc397fd5fc1 req-86363aff-f5dd-412b-a8a1-6713dfd9cf57 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 210 time: 0.1695273 May 17 12:04:15.274201 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-26e82548-9558-4963-a6b3-22365fd26587 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "PUT /v2.0/floatingips/832a8fa0-8902-475e-909b-fbd223c3c9c8 HTTP/1.1" status: 200 len: 991 time: 5.2997866 May 17 12:04:15.275676 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:15.350702 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-9bbae57b-67d6-4796-b5c4-25abf4fae668 None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:15.712998 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'status': 'completed', 'code': 200} May 17 12:04:15.894997 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4abed-3b0e-4f75-b1a7-ce4dd39e25c5 req-7134b291-284f-47b8-a2c7-bffab0d1e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:15.897187 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c5a4abed-3b0e-4f75-b1a7-ce4dd39e25c5 req-7134b291-284f-47b8-a2c7-bffab0d1e21e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 1098 time: 0.1511877 May 17 12:04:15.927552 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52538) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:16.141167 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-9bbae57b-67d6-4796-b5c4-25abf4fae668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '832a8fa0-8902-475e-909b-fbd223c3c9c8', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'floating_ip_address': '172.28.3.245', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'port_id': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'mac_address': 'fa:16:3e:a6:d4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101c6e8-770c-474a-a305-6de740da66bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:03:36Z', 'updated_at': '2021-05-17T12:04:12Z', 'revision_number': 1, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:35Z', 'revision_number': 5, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:16.153666 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbae57b-67d6-4796-b5c4-25abf4fae668 None None] Checking router: e19cdd3f-6d23-4604-b41e-5f7aa19ec7de for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:04:16.178837 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbae57b-67d6-4796-b5c4-25abf4fae668 None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:16.180186 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-9bbae57b-67d6-4796-b5c4-25abf4fae668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:04:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:16.205827 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-312648955-network', 'tenant_id': '3e0609b6aaf74c2296065762a9918789'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:16.218976 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:16.226667 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Usage tracker for resource:network and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:16.234076 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:16.252377 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:16.288743 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Made reservation on behalf of 3e0609b6aaf74c2296065762a9918789 for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:04:16.295773 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:16.341189 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:16.400965 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:16.408289 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Usage tracker for resource:security_group_rule and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:16.415699 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:16.426456 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:16.610444 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-9bbae57b-67d6-4796-b5c4-25abf4fae668 None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:16.630917 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-773b6dc2-868b-4928-b92d-00498aea9a9b req-7f78a4ad-ab8b-4b2c-bc7e-0dd55214f67a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 210 time: 0.1355283 May 17 12:04:16.631125 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:16.641724 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:16.657763 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-51b61cc5-f613-45cb-940f-685a61c6f617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:16.682909 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=78758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:04:16.700764 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4abed-3b0e-4f75-b1a7-ce4dd39e25c5 req-b99542e2-8874-4dc7-bb77-af6352def227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:16.704778 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c5a4abed-3b0e-4f75-b1a7-ce4dd39e25c5 req-b99542e2-8874-4dc7-bb77-af6352def227 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 917 time: 0.7853343 May 17 12:04:16.714885 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536adf1-8181-477a-85d3-4bec9919e52d req-9e52dd3f-4e76-4c5e-a680-546722495255 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:16.716589 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9536adf1-8181-477a-85d3-4bec9919e52d req-9e52dd3f-4e76-4c5e-a680-546722495255 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 946 time: 0.2237065 May 17 12:04:16.734334 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3316b1be-f5d3-4715-8ae0-f5647d9888e9,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:16.738586 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:16.739209 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Added segment 94b91b4c-2aff-4df3-963b-7540136beb32 of type vlan for network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 May 17 12:04:16.741111 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:16.777090 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:16.843563 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:16.845548 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:16.846365 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:16.850734 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8f4157a8-3bc3-4ace-a1b1-cfc01588d628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:16.912822 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9536adf1-8181-477a-85d3-4bec9919e52d req-9a68fdfe-6143-4c1e-9681-7e3f16f0947e tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205978 May 17 12:04:16.917030 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c5a4abed-3b0e-4f75-b1a7-ce4dd39e25c5 req-7103c2c8-1f5b-43b2-bd5c-a4d51f3b3e48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1538614-d80c-4cc0-bd67-4626491eebb0 HTTP/1.1" status: 200 len: 999 time: 0.1994336 May 17 12:04:17.027929 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4abed-3b0e-4f75-b1a7-ce4dd39e25c5 req-2b3c180c-506b-497a-ba0c-d100c4597789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:17.029493 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c5a4abed-3b0e-4f75-b1a7-ce4dd39e25c5 req-2b3c180c-506b-497a-ba0c-d100c4597789 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 200 len: 855 time: 0.1018410 May 17 12:04:17.117062 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Pushing event updated for resources: {'Network': ['ID=39bc4a99-f6f2-449c-9a0d-1afb9575ff74,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:17.129433 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:04:17.135822 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:17.142846 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2122149 May 17 12:04:17.144785 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52576) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:17.161339 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Request body: {'subnet': {'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-312648955-subnet', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'ip_version': 4}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:17.168895 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:17.182682 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Usage tracker for resource:subnet and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:17.186016 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:17.189450 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4abed-3b0e-4f75-b1a7-ce4dd39e25c5 req-8b24ed1e-9b74-4ee8-9340-4992d39207ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:17.193127 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c5a4abed-3b0e-4f75-b1a7-ce4dd39e25c5 req-8b24ed1e-9b74-4ee8-9340-4992d39207ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a4306c9-0686-4729-b018-267bb97db762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1386416 May 17 12:04:17.194183 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:17.213677 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Made reservation on behalf of 3e0609b6aaf74c2296065762a9918789 for: {'subnet': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:04:17.216711 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3801937'] for subnet, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:17.542844 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-9bbae57b-67d6-4796-b5c4-25abf4fae668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '832a8fa0-8902-475e-909b-fbd223c3c9c8', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'floating_ip_address': '172.28.3.245', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'port_id': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'mac_address': 'fa:16:3e:a6:d4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101c6e8-770c-474a-a305-6de740da66bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:03:36Z', 'updated_at': '2021-05-17T12:04:12Z', 'revision_number': 1, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:35Z', 'revision_number': 5, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:17.548453 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbae57b-67d6-4796-b5c4-25abf4fae668 None None] The sync data for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb is: [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '832a8fa0-8902-475e-909b-fbd223c3c9c8', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'floating_ip_address': '172.28.3.245', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'port_id': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'mac_address': 'fa:16:3e:a6:d4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101c6e8-770c-474a-a305-6de740da66bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:03:36Z', 'updated_at': '2021-05-17T12:04:12Z', 'revision_number': 1, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:35Z', 'revision_number': 5, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:04:17.700944 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-7ff7aa35-d5c9-44e2-a0fd-18aea7a9f2c4 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:17.702637 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-7ff7aa35-d5c9-44e2-a0fd-18aea7a9f2c4 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "GET /v2.0/networks?id=c0205995-4acc-47ad-bdbe-2f78c976996a HTTP/1.1" status: 200 len: 814 time: 0.5010197 May 17 12:04:17.847693 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Request body: {'port': {'device_id': 'd6372f58-49b7-4a10-9a7a-41b44c0bb7ce', 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a', 'admin_state_up': True, 'tenant_id': '4ffcaa59dd6948a1b5a85ceb699b53c5'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:17.870494 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c5a4abed-3b0e-4f75-b1a7-ce4dd39e25c5 req-c663636a-792d-4aa0-a4a8-8fdcd6f75e1a service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668334 May 17 12:04:17.963667 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27fb236-34b4-42d6-bb71-8c757eea89d9 None None] New status for floating IP 832a8fa0-8902-475e-909b-fbd223c3c9c8: ACTIVE {{(pid=78760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:04:18.056467 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3801923'] for subnet, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:18.063655 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-bb0835a2-f9d9-4cab-a836-dc4feaa996a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:18.196211 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f8dc7368-334e-4fdc-908f-09f4d76415e4 req-437f1dbe-2813-4005-b3b6-7a1ca8089713 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 210 time: 0.2510040 May 17 12:04:18.250991 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8612b030-a091-464f-b296-b7f7690176ee,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:18.263556 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:18.280792 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Checking segment: {'id': '94b91b4c-2aff-4df3-963b-7540136beb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:18.281512 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Network hostable DHCP agents. Network: 39bc4a99-f6f2-449c-9a0d-1afb9575ff74, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:04:18.309826 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:04:18.331152 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:18.335199 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, 39bc4a99-f6f2-449c-9a0d-1afb9575ff74) {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:18.351510 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18eef9b-3016-4990-9df1-91927fdafa50 None None] Network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:04:18.358872 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:18.360065 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:18.369961 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:18.413146 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2658875 May 17 12:04:18.413913 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52618) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:18.423946 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:18.438488 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:18.464052 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c5a4abed-3b0e-4f75-b1a7-ce4dd39e25c5 req-829754fc-4cba-4d42-9913-6464348d2cda service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864984 May 17 12:04:18.467459 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Made reservation on behalf of 4ffcaa59dd6948a1b5a85ceb699b53c5 for: {'port': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:04:18.468562 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Usage tracker for resource:router and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:18.480867 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:18.485725 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:18.496219 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:18.523787 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-435921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127245'] for router, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:18.525536 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127258'] for router, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:18.569930 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:19.007878 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6531aa3-8b96-5257-aa5e-fc09eb435c5b-39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'fixed_ips': [{'subnet_id': '8612b030-a091-464f-b296-b7f7690176ee'}]}} from dv-cinder-734144-19-smb. {{(pid=78760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:04:19.008679 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:19.055672 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Allocated IP 172.20.0.11 (c0205995-4acc-47ad-bdbe-2f78c976996a/3c6d395f-a0d1-421d-8483-8630a259746d/7005f733-7469-4c87-85b1-667134b4238e) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:19.141880 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6cd6a-11a4-4005-9083-f00c4cd75cac req-8490a46a-d641-48c9-aa38-2707133c4f78 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:19.143535 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-43c6cd6a-11a4-4005-9083-f00c4cd75cac req-8490a46a-d641-48c9-aa38-2707133c4f78 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 946 time: 0.1902225 May 17 12:04:19.194499 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-435907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127464'] for router, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:19.321469 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-43c6cd6a-11a4-4005-9083-f00c4cd75cac req-2d56a9a6-b91c-4760-aeaf-536d83569110 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676612 May 17 12:04:19.333472 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.db_base_plugin_common [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Allocated IP 172.20.0.2 (39bc4a99-f6f2-449c-9a0d-1afb9575ff74/8612b030-a091-464f-b296-b7f7690176ee/05619f26-3977-4c25-a59e-0bc1814fcabf) {{(pid=78760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:19.664755 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Notify callbacks [] for port, precommit_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:19.679188 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Transition to ACTIVE for port object 05619f26-3977-4c25-a59e-0bc1814fcabf will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:19.712096 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Transition to ACTIVE for port object 05619f26-3977-4c25-a59e-0bc1814fcabf will not be triggered until provisioned by entity DHCP. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:19.723292 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:19.739203 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:19.781189 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:19.782672 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:19.818485 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:19.826008 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Pushing event updated for resources: {'Port': ['ID=05619f26-3977-4c25-a59e-0bc1814fcabf,revision_number=1']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:19.837684 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:19.838365 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:19.838897 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:19.839437 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:19.839983 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:19.840861 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:19.845765 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:19.846567 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:19.848670 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:19.849600 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:19.850141 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:19.851196 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:19.852720 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8ff14fab-a6e3-4b67-9e84-0f99ba6eb3e7 req-702e5fbc-24b1-41ca-a819-cbed37f5770b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 210 time: 0.0732808 May 17 12:04:19.872862 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:19.881227 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 is already hosted by enough agents. {{(pid=78760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:19.885115 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Resources bound (agent type, host, resource id): {{(pid=78760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:19.889073 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Received port after_create {{(pid=78760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:19.962209 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04045fc7-d060-44ef-b540-103f745117b7 req-5df0cb90-c29c-4933-af42-0245326072d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:19.963733 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-04045fc7-d060-44ef-b540-103f745117b7 req-5df0cb90-c29c-4933-af42-0245326072d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95d352b964a4429cacfc2c064f3e6021&device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 1098 time: 0.4655302 May 17 12:04:19.991092 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Allocated IP 172.28.3.96 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/e9140dd6-0110-4df0-b86c-b1c3f09784ee) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:20.008613 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.029689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['b6ad61af-df06-4133-93ee-ed767763a4e3', 'fb28aeaf-3a93-400b-bdce-fa688480579e', '19754c9a-fa9f-4b0e-ae1f-6c0e20807c13'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:04:20.078251 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Attempting to bind port 05619f26-3977-4c25-a59e-0bc1814fcabf on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:20.078715 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Attempting to bind port 05619f26-3977-4c25-a59e-0bc1814fcabf by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '94b91b4c-2aff-4df3-963b-7540136beb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:20.079086 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Attempting to bind port 05619f26-3977-4c25-a59e-0bc1814fcabf on network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:20.088583 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-5ee71220-7b64-4a14-a688-d885f885292d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:20.092090 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:20.092536 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Checking segment: {'id': '94b91b4c-2aff-4df3-963b-7540136beb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:20.092885 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.093376 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Bound using segment: {'id': '94b91b4c-2aff-4df3-963b-7540136beb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:20.093984 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Bound port: 05619f26-3977-4c25-a59e-0bc1814fcabf, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b91b4c-2aff-4df3-963b-7540136beb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:20.094378 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.171164 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Network c0205995-4acc-47ad-bdbe-2f78c976996a is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:20.176811 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:20.186104 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35c29a-988f-4f88-a715-73e02bbe7562 req-46a148f3-b626-45d9-b972-7e36187d42bf tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:20.187953 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2c35c29a-988f-4f88-a715-73e02bbe7562 req-46a148f3-b626-45d9-b972-7e36187d42bf tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.3083544 May 17 12:04:20.193013 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:20.200574 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:20.204070 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.260765 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] For port 05619f26-3977-4c25-a59e-0bc1814fcabf, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:20.275381 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] For port 05619f26-3977-4c25-a59e-0bc1814fcabf, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=05619f26-3977-4c25-a59e-0bc1814fcabf,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:20.278898 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Pushing event updated for resources: {'Port': ['ID=7005f733-7469-4c87-85b1-667134b4238e,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:20.292301 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:20.295770 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.301950 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-a8a94b22-df90-4974-9176-b1a732edb440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:20.348136 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5077229 May 17 12:04:20.359182 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.363014 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2c35c29a-988f-4f88-a715-73e02bbe7562 req-6a5dad0a-ff93-4c18-b966-40d47bc9317e tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394057 May 17 12:04:20.369926 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Request body: {'port': {'device_id': 'd6372f58-49b7-4a10-9a7a-41b44c0bb7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:20.406674 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04045fc7-d060-44ef-b540-103f745117b7 req-9750f366-8f1a-4c7a-8aab-25e788557730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:20.412865 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-04045fc7-d060-44ef-b540-103f745117b7 req-9750f366-8f1a-4c7a-8aab-25e788557730 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bbeabaa-a910-4c06-87ed-683e77a2a144 HTTP/1.1" status: 200 len: 920 time: 0.4369090 May 17 12:04:20.440138 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.455096 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Pushing event updated for resources: {'Port': ['ID=05619f26-3977-4c25-a59e-0bc1814fcabf,revision_number=2']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:20.462554 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:20.469512 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:20.572031 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-04045fc7-d060-44ef-b540-103f745117b7 req-d0fd55ea-35cf-43dc-be39-3a2ca8ec4c20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f HTTP/1.1" status: 200 len: 217 time: 0.1514559 May 17 12:04:20.586779 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:20.589630 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:20.599174 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:20.666963 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e9140dd6-0110-4df0-b86c-b1c3f09784ee,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:20.674877 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:20.866822 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.939057 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04045fc7-d060-44ef-b540-103f745117b7 req-95ad92ae-313d-4e0a-8614-3efd06050528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:20.940501 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-04045fc7-d060-44ef-b540-103f745117b7 req-95ad92ae-313d-4e0a-8614-3efd06050528 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=685ffa5d-e5f3-449a-891a-d59980e97bab HTTP/1.1" status: 200 len: 859 time: 0.3250141 May 17 12:04:21.026666 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b433-b44a-478c-9935-559ce31733e8 req-be365d7b-5edc-4561-9347-78b16c054e70 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:21.028156 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4f86b433-b44a-478c-9935-559ce31733e8 req-be365d7b-5edc-4561-9347-78b16c054e70 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 946 time: 0.4527559 May 17 12:04:21.036939 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-04045fc7-d060-44ef-b540-103f745117b7 req-b3383d2d-5a23-4db3-b870-6e69e72101cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bbeabaa-a910-4c06-87ed-683e77a2a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725443 May 17 12:04:21.229250 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.342817 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-04045fc7-d060-44ef-b540-103f745117b7 req-96a100b8-dba8-4938-a46d-9901c1ffa33a service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845850 May 17 12:04:21.423183 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225445d1-a5f3-4e02-b6cd-4ed9026cf7c7 req-92af9f7f-480c-4886-b8d0-ec6e0dcd3677 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:21.424794 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-225445d1-a5f3-4e02-b6cd-4ed9026cf7c7 req-92af9f7f-480c-4886-b8d0-ec6e0dcd3677 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.64 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 946 time: 0.2859676 May 17 12:04:21.444532 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4f86b433-b44a-478c-9935-559ce31733e8 req-6e051c6f-20e1-4cde-8b5c-392c668f28b4 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058411 May 17 12:04:21.707456 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52688) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:21.749775 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dd7181-c6b3-4f37-aa70-f7859d9d3594 None None] Network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:04:21.820690 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-225445d1-a5f3-4e02-b6cd-4ed9026cf7c7 req-746f084b-78f8-4c56-9f99-d4057e8dd20c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Deleting port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:04:21.821081 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-225445d1-a5f3-4e02-b6cd-4ed9026cf7c7 req-746f084b-78f8-4c56-9f99-d4057e8dd20c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.868448 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-194ab0ab-b5fb-43a4-a1d1-4aa5f9b5ed82 None None] Provisioning for port 05619f26-3977-4c25-a59e-0bc1814fcabf completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:21.945146 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394920'] for router, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.982307 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9846dc-38a1-48ce-90ec-7d942faca446 req-b3f28302-aad2-4d87-9ce1-425f39e67eec tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:21.983096 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-0f9846dc-38a1-48ce-90ec-7d942faca446 req-b3f28302-aad2-4d87-9ce1-425f39e67eec tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Synchronizing usage tracker for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:04:22.077359 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7005f733-7469-4c87-85b1-667134b4238e {{(pid=78759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:04:22.081926 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-0f9846dc-38a1-48ce-90ec-7d942faca446 req-b3f28302-aad2-4d87-9ce1-425f39e67eec tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Unset dirty status for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:04:22.089009 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f9846dc-38a1-48ce-90ec-7d942faca446 req-b3f28302-aad2-4d87-9ce1-425f39e67eec tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 932 time: 0.8925319 May 17 12:04:22.124963 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.131689 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-04045fc7-d060-44ef-b540-103f745117b7 req-53e067cc-b410-47ce-b985-bd793e7730e5 service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7555013 May 17 12:04:22.171850 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Transition to ACTIVE for port object 7005f733-7469-4c87-85b1-667134b4238e will not be triggered until provisioned by entity L2. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:22.181090 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f9846dc-38a1-48ce-90ec-7d942faca446 req-668a6d61-a1e6-48f7-828f-47c7c3507fd9 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908086 May 17 12:04:22.182964 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.194046 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-c0f8024b-fe21-4bd3-9e86-b22be52938ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:22.198682 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-8df373f1-8adc-4fa2-a9e6-d106157faa6d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=10587e025ea842e0bf08c3485a3c2dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4893217 May 17 12:04:22.203150 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52700) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:22.211838 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-225445d1-a5f3-4e02-b6cd-4ed9026cf7c7 req-746f084b-78f8-4c56-9f99-d4057e8dd20c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] For port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=40ed8fae-300a-4aaa-bce8-a0b6c8573ad1,segment=NetworkSegment(523e2577-3281-4cd2-907b-ec09537e4dbc),segment_id=523e2577-3281-4cd2-907b-ec09537e4dbc)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:22.212232 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-225445d1-a5f3-4e02-b6cd-4ed9026cf7c7 req-746f084b-78f8-4c56-9f99-d4057e8dd20c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.315644 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f30a-543c-4f53-80aa-c2fc30ec12b5 req-8d101e05-ecaf-4ef7-a560-6f86f76d7dbb tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:22.320423 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f438f30a-543c-4f53-80aa-c2fc30ec12b5 req-8d101e05-ecaf-4ef7-a560-6f86f76d7dbb tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.6038156 May 17 12:04:22.443077 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Pushing event updated for resources: {'Port': ['ID=7005f733-7469-4c87-85b1-667134b4238e,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:22.453182 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:22.475578 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f438f30a-543c-4f53-80aa-c2fc30ec12b5 req-10540862-5845-4e94-99d3-3724cf6c895f tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341007 May 17 12:04:22.476519 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Attempting to bind port 7005f733-7469-4c87-85b1-667134b4238e on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:22.476847 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Attempting to bind port 7005f733-7469-4c87-85b1-667134b4238e by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:22.477334 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Attempting to bind port 7005f733-7469-4c87-85b1-667134b4238e on network c0205995-4acc-47ad-bdbe-2f78c976996a {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:22.482932 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Port 7005f733-7469-4c87-85b1-667134b4238e on network c0205995-4acc-47ad-bdbe-2f78c976996a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:04:22.483493 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Attempting to bind port 7005f733-7469-4c87-85b1-667134b4238e on network c0205995-4acc-47ad-bdbe-2f78c976996a {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:22.495047 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:22.495410 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Checking segment: {'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:22.495797 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Bound using segment: {'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:22.505828 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Bound port: 7005f733-7469-4c87-85b1-667134b4238e, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67dd5a8e-fde7-4d7b-bca1-44407680c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a'}}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:22.505828 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.526096 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 05619f26-3977-4c25-a59e-0bc1814fcabf up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:22.547189 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-225445d1-a5f3-4e02-b6cd-4ed9026cf7c7 req-746f084b-78f8-4c56-9f99-d4057e8dd20c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Calling delete_port for 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 owned by compute:nova {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:04:22.590259 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b24af2bd-908d-4d3e-aab0-aa59dc0b6a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.622889 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] For port 7005f733-7469-4c87-85b1-667134b4238e, host hv-cinder-73414, cleared binding levels {{(pid=78759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:22.639259 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] For port 7005f733-7469-4c87-85b1-667134b4238e, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7005f733-7469-4c87-85b1-667134b4238e,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:22.647285 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.653368 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-a16c3c10-fdef-48a7-b0fe-540471a3c880 tempest-VolumesNegativeTest-1131357222 tempest-VolumesNegativeTest-1131357222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:22.688314 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port 05619f26-3977-4c25-a59e-0bc1814fcabf completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:22.694281 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 05619f26-3977-4c25-a59e-0bc1814fcabf triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:22.694708 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.702187 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c is scheduled to L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b with binding_index 1 {{(pid=78758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:04:22.733279 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b24af2bd-908d-4d3e-aab0-aa59dc0b6a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.772073 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:22.773589 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.775127 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] 10.222.0.64 "PUT /v2.0/ports/7005f733-7469-4c87-85b1-667134b4238e HTTP/1.1" status: 200 len: 1094 time: 2.4096136 May 17 12:04:22.779593 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6372f58-49b7-4a10-9a7a-41b44c0bb7ce', 'tag': '7005f733-7469-4c87-85b1-667134b4238e'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:22.825429 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Pushing event updated for resources: {'Port': ['ID=7005f733-7469-4c87-85b1-667134b4238e,revision_number=3']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:22.839780 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:22.841107 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.841602 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6372f58-49b7-4a10-9a7a-41b44c0bb7ce', 'tag': '7005f733-7469-4c87-85b1-667134b4238e', 'status': 'completed', 'code': 200} May 17 12:04:22.882300 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port 05619f26-3977-4c25-a59e-0bc1814fcabf, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=05619f26-3977-4c25-a59e-0bc1814fcabf,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:22.887121 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.889095 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:22.954131 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582d9ef-4d33-4511-af42-7aa43e5cc4bc req-d4b37a01-aba8-4df8-90ec-df00214fd06d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:22.965447 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b582d9ef-4d33-4511-af42-7aa43e5cc4bc req-d4b37a01-aba8-4df8-90ec-df00214fd06d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 946 time: 0.2629027 May 17 12:04:22.966876 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=05619f26-3977-4c25-a59e-0bc1814fcabf,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:22.970246 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:23.014765 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b24af2bd-908d-4d3e-aab0-aa59dc0b6a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:23.016042 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-2a7ea09b-0412-4c9a-a002-fa06e885e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:23.017565 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-2a7ea09b-0412-4c9a-a002-fa06e885e5a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 1097 time: 0.1663682 May 17 12:04:23.022535 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1aa13b8e-d56e-4d7f-a48e-c01c962bfa65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:23.032909 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b582d9ef-4d33-4511-af42-7aa43e5cc4bc req-3b7dea9f-d19c-42a6-98c1-6e45fe313cbc tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664554 May 17 12:04:23.051092 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24af2bd-908d-4d3e-aab0-aa59dc0b6a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac4dbf0-d3f7-4d4e-80aa-66a53aed7865,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:23.056684 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:04:23.061866 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b24af2bd-908d-4d3e-aab0-aa59dc0b6a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:23.071876 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Sync routers for ids ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:04:23.082309 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-225445d1-a5f3-4e02-b6cd-4ed9026cf7c7 req-746f084b-78f8-4c56-9f99-d4057e8dd20c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:23.097803 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Routers {'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:23.098710 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:04:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:23.098879 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-95885a8c-c0c5-4c38-83ec-277db7ad2525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:23.121541 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-6318b20f-789f-4811-beab-6fb9b0315f00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7005f733-7469-4c87-85b1-667134b4238e HTTP/1.1" status: 200 len: 217 time: 0.0874794 May 17 12:04:23.140901 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b24af2bd-908d-4d3e-aab0-aa59dc0b6a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:23.144692 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-b24af2bd-908d-4d3e-aab0-aa59dc0b6a52 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bac4dbf0-d3f7-4d4e-80aa-66a53aed7865 HTTP/1.1" status: 204 len: 168 time: 0.9337389 May 17 12:04:23.153694 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Notify callbacks [] for router, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:23.161663 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7441554 May 17 12:04:23.161663 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52714) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:23.189003 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f084b-78f8-4c56-9f99-d4057e8dd20c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Pushing event deleted for resources: {'Port': ['ID=40ed8fae-300a-4aaa-bce8-a0b6c8573ad1,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:23.260453 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-746f084b-78f8-4c56-9f99-d4057e8dd20c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:23.278158 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-0eb45c0b-5961-473e-8bbc-4b6b47e5a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:23.281878 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-0eb45c0b-5961-473e-8bbc-4b6b47e5a32b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c6d395f-a0d1-421d-8483-8630a259746d HTTP/1.1" status: 200 len: 854 time: 0.1432073 May 17 12:04:23.325696 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Set router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:23.447692 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-9d69002c-0c2b-41ad-a123-2e24ca0d2922 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0205995-4acc-47ad-bdbe-2f78c976996a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456416 May 17 12:04:23.589150 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-225445d1-a5f3-4e02-b6cd-4ed9026cf7c7 req-746f084b-78f8-4c56-9f99-d4057e8dd20c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] No DVR routers for this DVR port 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 on host hv-cinder-73414 {{(pid=78758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:04:23.599582 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-225445d1-a5f3-4e02-b6cd-4ed9026cf7c7 req-746f084b-78f8-4c56-9f99-d4057e8dd20c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:23.601505 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-225445d1-a5f3-4e02-b6cd-4ed9026cf7c7 req-746f084b-78f8-4c56-9f99-d4057e8dd20c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.64 "DELETE /v2.0/ports/40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 HTTP/1.1" status: 204 len: 173 time: 2.1508276 May 17 12:04:23.601991 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22322b5-7b1a-4276-85bb-c6770e34b522', 'name': 'network-vif-deleted', 'tag': '40ed8fae-300a-4aaa-bce8-a0b6c8573ad1'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:23.670074 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-969796b6-558e-4f54-a1e0-f365bf823fa5 service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116833 May 17 12:04:23.837407 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:20Z', 'revision_number': 3, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port': {'id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:19Z', 'updated_at': '2021-05-17T12:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:23.837993 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bc667-711e-42a8-8472-8f4482936aee req-08e53cf0-1899-42d4-b563-4ede6f016c51 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:23.842063 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Checking router: b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:04:23.842419 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Updating router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c port e9140dd6-0110-4df0-b86c-b1c3f09784ee binding host dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:04:23.847689 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e62bc667-711e-42a8-8472-8f4482936aee req-08e53cf0-1899-42d4-b563-4ede6f016c51 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 944 time: 0.4796619 May 17 12:04:23.920701 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:23.990020 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e62bc667-711e-42a8-8472-8f4482936aee req-94d62fa0-f564-4d9a-97c8-68e04a358424 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408083 May 17 12:04:24.044359 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47aca128-93b5-43c7-94fc-fa01ecec0ecc req-1d805d51-11f1-4ab9-ab7b-0308dbb958b7 service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623128 May 17 12:04:24.090366 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7339732-034c-47eb-840d-20e20c7ccf07 req-ff80bc28-73a6-4fa1-bc1e-b96c56e69f6f tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:24.107903 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a7339732-034c-47eb-840d-20e20c7ccf07 req-ff80bc28-73a6-4fa1-bc1e-b96c56e69f6f tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.2912374 May 17 12:04:24.180158 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22322b5-7b1a-4276-85bb-c6770e34b522', 'name': 'network-vif-deleted', 'tag': '40ed8fae-300a-4aaa-bce8-a0b6c8573ad1', 'status': 'completed', 'code': 200} May 17 12:04:24.264170 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6e78331f-cba6-47eb-815a-4f8f408d0a47 req-ebe26f9b-8ad7-422e-b3b8-8b051f06e108 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=d22322b5-7b1a-4276-85bb-c6770e34b522 HTTP/1.1" status: 200 len: 210 time: 0.0511761 May 17 12:04:24.281189 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a7339732-034c-47eb-840d-20e20c7ccf07 req-c7e6e0cd-a456-44cf-b8ef-c73dc971adaf tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726453 May 17 12:04:24.319096 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956607-1756-4755-adab-0c35604915a0 req-b5e038f4-b1e7-4b0d-afba-91036ccf1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:24.320894 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e3956607-1756-4755-adab-0c35604915a0 req-b5e038f4-b1e7-4b0d-afba-91036ccf1c2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 1097 time: 0.1856055 May 17 12:04:24.433644 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Notify callbacks [] for port, precommit_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:24.449529 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.provisioning_blocks [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Transition to ACTIVE for port object e9140dd6-0110-4df0-b86c-b1c3f09784ee will not be triggered until provisioned by entity L2. {{(pid=78761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:24.450064 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 05619f26-3977-4c25-a59e-0bc1814fcabf up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:24.459320 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:24.470580 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:24.510537 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:04:24.531920 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956607-1756-4755-adab-0c35604915a0 req-edd88d67-df46-460b-af4d-28b635bc1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:24.533567 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e3956607-1756-4755-adab-0c35604915a0 req-edd88d67-df46-460b-af4d-28b635bc1ed0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c0205995-4acc-47ad-bdbe-2f78c976996a HTTP/1.1" status: 200 len: 915 time: 0.2047331 May 17 12:04:24.544627 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:24.568890 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:04:24.569519 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 40ed8fae-300a-4aaa-bce8-a0b6c8573ad1 not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:04:24.646915 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 05619f26-3977-4c25-a59e-0bc1814fcabf triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:24.647301 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:24.666358 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Attempting to bind port e9140dd6-0110-4df0-b86c-b1c3f09784ee on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:24.675998 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Attempting to bind port e9140dd6-0110-4df0-b86c-b1c3f09784ee by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:24.676651 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Attempting to bind port e9140dd6-0110-4df0-b86c-b1c3f09784ee on network c7032b67-ae9d-4252-ba6d-57576c0c23c3 {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:24.685212 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:24.695968 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Checking segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:24.696661 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:24.697212 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Bound using segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:24.697864 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Bound port: e9140dd6-0110-4df0-b86c-b1c3f09784ee, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:24.698419 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:24.744104 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Pushing event updated for resources: {'Port': ['ID=e9140dd6-0110-4df0-b86c-b1c3f09784ee,revision_number=2']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:24.793861 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:24.794195 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:24.794524 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:24.794846 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:24.795170 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:24.795506 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:24.795820 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:24.796131 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:24.796463 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:24.796772 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:24.797078 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:24.797382 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:24.803270 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e3956607-1756-4755-adab-0c35604915a0 req-2934dcee-d64f-44e3-8ac6-45bed761357c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7005f733-7469-4c87-85b1-667134b4238e HTTP/1.1" status: 200 len: 217 time: 0.2616479 May 17 12:04:24.833614 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:24.917269 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] For port e9140dd6-0110-4df0-b86c-b1c3f09784ee, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:24.927934 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] For port e9140dd6-0110-4df0-b86c-b1c3f09784ee, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e9140dd6-0110-4df0-b86c-b1c3f09784ee,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:24.954561 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:24.955426 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956607-1756-4755-adab-0c35604915a0 req-867dae8f-147f-4702-a3c0-ff6ca1f70531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:24.957503 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e3956607-1756-4755-adab-0c35604915a0 req-867dae8f-147f-4702-a3c0-ff6ca1f70531 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c6d395f-a0d1-421d-8483-8630a259746d HTTP/1.1" status: 200 len: 854 time: 0.1431015 May 17 12:04:24.962973 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Allocated IP 172.20.0.1 (39bc4a99-f6f2-449c-9a0d-1afb9575ff74/8612b030-a091-464f-b296-b7f7690176ee/78b75a86-0ca8-433c-90a1-b961fd3ca509) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:24.986340 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:25.016041 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e3956607-1756-4755-adab-0c35604915a0 req-6ce25c9d-541a-4989-8821-e182e8d76a65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0205995-4acc-47ad-bdbe-2f78c976996a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501027 May 17 12:04:25.061937 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Routers {'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:25.063070 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:04:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:25.161526 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Pushing event updated for resources: {'Port': ['ID=e9140dd6-0110-4df0-b86c-b1c3f09784ee,revision_number=3']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:25.184601 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:25.221547 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:25.241863 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Transition to ACTIVE for port object 78b75a86-0ca8-433c-90a1-b961fd3ca509 will not be triggered until provisioned by entity DHCP. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:25.246101 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e3956607-1756-4755-adab-0c35604915a0 req-1f092276-4feb-4951-8af5-431d78ce61dc service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240317 May 17 12:04:25.280162 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:25.285604 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:25.303305 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] Set router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:25.372464 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:25.394168 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:25.413435 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:25.553889 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Pushing event updated for resources: {'Port': ['ID=78b75a86-0ca8-433c-90a1-b961fd3ca509,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:25.575457 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:25.605615 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434515'] for router_interface, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:25.631282 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befabe7-cb3c-4965-9bb7-3d3e042d778d req-77c830c6-c0dd-4127-abfe-e24299e62784 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:25.634392 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4befabe7-cb3c-4965-9bb7-3d3e042d778d req-77c830c6-c0dd-4127-abfe-e24299e62784 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 944 time: 0.3868177 May 17 12:04:25.723266 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e3956607-1756-4755-adab-0c35604915a0 req-9c3f6b53-100e-4339-ba70-ec60de9fca2b service neutron] 10.222.0.64 "GET /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683862 May 17 12:04:25.773010 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-774450dc-fde6-4585-8edd-6814071fbaa3 None None] Provisioning for port 78b75a86-0ca8-433c-90a1-b961fd3ca509 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:25.779737 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-774450dc-fde6-4585-8edd-6814071fbaa3 None None] Provisioning complete for port 78b75a86-0ca8-433c-90a1-b961fd3ca509 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:25.780449 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-774450dc-fde6-4585-8edd-6814071fbaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:25.798450 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4befabe7-cb3c-4965-9bb7-3d3e042d778d req-2b664c38-a076-40f9-a2eb-c7cd9bf934c7 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742848 May 17 12:04:25.824204 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649d264-667e-4634-ab17-6c88cd978dc6 req-cd7d9dd6-60fb-4a1c-a321-286dba78dd8e tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:25.826165 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b649d264-667e-4634-ab17-6c88cd978dc6 req-cd7d9dd6-60fb-4a1c-a321-286dba78dd8e tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1533039 May 17 12:04:25.826731 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:25.876367 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-774450dc-fde6-4585-8edd-6814071fbaa3 None None] Port 78b75a86-0ca8-433c-90a1-b961fd3ca509 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:04:25.911861 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:20Z', 'revision_number': 3, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port': {'id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:19Z', 'updated_at': '2021-05-17T12:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:25.918532 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c2f02-dbdc-4d26-ad80-928559c27c33 None None] The sync data for ids ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'] in dv-cinder-734144-19-smb is: [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:20Z', 'revision_number': 3, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port': {'id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:19Z', 'updated_at': '2021-05-17T12:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:04:25.932091 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b649d264-667e-4634-ab17-6c88cd978dc6 req-67767599-063c-4353-b151-d0d1e82f7506 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881486 May 17 12:04:26.126168 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-e585045a-b0a3-4963-acf9-66631aee9d4a tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:26.127717 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-e585045a-b0a3-4963-acf9-66631aee9d4a tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/networks?id=785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 HTTP/1.1" status: 200 len: 808 time: 0.1667707 May 17 12:04:26.129041 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:26.135067 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:26.151889 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-2bab7dfd-67c8-4416-9b60-fbb8e14503d6 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/quotas/f8aba02be7d94dfba4286b839d65667c HTTP/1.1" status: 200 len: 375 time: 0.0154040 May 17 12:04:26.166854 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:26.225374 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-7abdc40d-3528-4174-92ee-689565e4ea6e tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aba02be7d94dfba4286b839d65667c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719190 May 17 12:04:26.283847 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Pushing event updated for resources: {'Port': ['ID=78b75a86-0ca8-433c-90a1-b961fd3ca509,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:26.289348 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:26.290272 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399604'] for router_interface, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:26.428548 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-241a125e-7494-46ee-a221-15d5dde29616 service neutron] 10.222.0.47 "GET /v2.0/networks/785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021344 May 17 12:04:26.467235 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:26.468475 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:26.488497 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e9140dd6-0110-4df0-b86c-b1c3f09784ee up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:26.618956 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port e9140dd6-0110-4df0-b86c-b1c3f09784ee completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:26.625172 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port e9140dd6-0110-4df0-b86c-b1c3f09784ee triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:26.625849 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:26.634977 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-0216ccef-cada-4ae6-8572-391fbc00a5c0 service neutron] 10.222.0.47 "GET /v2.0/networks/785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001548 May 17 12:04:26.820543 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-b64f9754-0a24-4fab-a2c1-77cccc5a8f04 None None] Provisioning complete for port 78b75a86-0ca8-433c-90a1-b961fd3ca509 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:26.821124 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-b64f9754-0a24-4fab-a2c1-77cccc5a8f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:26.940336 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:04:27.001813 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:27.039539 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dbe77f6f-d668-48f6-bb3d-692b6e311313 req-b9a9ee90-7a4f-4eb2-a960-40a3b89eb39b tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 210 time: 0.1107759 May 17 12:04:27.061934 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port e9140dd6-0110-4df0-b86c-b1c3f09784ee, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e9140dd6-0110-4df0-b86c-b1c3f09784ee,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:27.071688 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:27.076760 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:27.142577 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-b64f9754-0a24-4fab-a2c1-77cccc5a8f04 None None] Port 78b75a86-0ca8-433c-90a1-b961fd3ca509 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:04:27.256424 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=e9140dd6-0110-4df0-b86c-b1c3f09784ee,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:27.260783 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:27.323020 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de94b42-592b-4621-b7c6-4fe97030e555 req-e6a09176-f517-40bf-9c36-625e7b7108f5 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:27.334868 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7de94b42-592b-4621-b7c6-4fe97030e555 req-e6a09176-f517-40bf-9c36-625e7b7108f5 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 944 time: 0.2941432 May 17 12:04:27.460557 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:04:27.467335 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7de94b42-592b-4621-b7c6-4fe97030e555 req-e09959ac-27ea-4240-b5bd-f10aba0797a7 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311934 May 17 12:04:27.473483 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] 10.222.0.47 "PUT /v2.0/routers/b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2864139 May 17 12:04:27.536384 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf5818-b3b3-4c7a-9c09-6a8b9dffa859 req-e6a80dc9-8da1-45e5-a3aa-2d84891849ab tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:27.550541 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dfdf5818-b3b3-4c7a-9c09-6a8b9dffa859 req-e6a80dc9-8da1-45e5-a3aa-2d84891849ab tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1874943 May 17 12:04:27.629312 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dfdf5818-b3b3-4c7a-9c09-6a8b9dffa859 req-281c7b1e-6f9a-48d3-9a9d-cdd7cea7c93d tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753796 May 17 12:04:28.046793 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Sync routers for ids ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:04:28.057723 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Routers {'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:28.057723 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:04:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:28.254455 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 52844) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:28.265869 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-660017990-network', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:28.271627 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7ae919c2-adb4-4c5d-8038-c75b1158e676 req-caafb1a1-3239-45fe-9a29-706c6bc8fe7f tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 210 time: 0.0661731 May 17 12:04:28.273650 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:28.277883 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Usage tracker for resource:network and tenant:ef1d7ade2357462ba66416e32fea336c is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:28.280976 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:28.288777 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:28.299611 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Made reservation on behalf of ef1d7ade2357462ba66416e32fea336c for: {'network': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:04:28.301993 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:28.310928 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Set router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:28.315769 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:28.335332 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:28.339476 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Usage tracker for resource:security_group_rule and tenant:ef1d7ade2357462ba66416e32fea336c is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:28.343335 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:28.350791 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:28.445750 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:28.453096 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:28.458653 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:28.501471 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e9140dd6-0110-4df0-b86c-b1c3f09784ee up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:28.506488 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c46f3bf-666e-4b23-bab9-48e0e10027b0,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:28.514988 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:28.555706 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=78759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:04:28.573333 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 7005f733-7469-4c87-85b1-667134b4238e details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:04:28.575104 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:28.575605 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.db.segments_db [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Added segment ac0b51be-5aa0-4a44-a104-b6af105c305b of type vlan for network a26b1d59-48f2-4574-bb9c-13e42770cdf0 May 17 12:04:28.611472 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:28.653166 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:28.657061 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:28.658891 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:28.686486 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:28.885744 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Pushing event updated for resources: {'Network': ['ID=a26b1d59-48f2-4574-bb9c-13e42770cdf0,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:28.914465 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network a26b1d59-48f2-4574-bb9c-13e42770cdf0 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:04:28.978722 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:29.069260 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port e9140dd6-0110-4df0-b86c-b1c3f09784ee triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:29.070302 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:29.100381 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8442347 May 17 12:04:29.103859 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52868) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:29.111293 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Request body: {'subnet': {'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-660017990-subnet', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'ip_version': 4}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:29.117707 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:29.122393 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Usage tracker for resource:subnet and tenant:ef1d7ade2357462ba66416e32fea336c is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:29.125690 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:29.134335 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:29.153061 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Made reservation on behalf of ef1d7ade2357462ba66416e32fea336c for: {'subnet': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:04:29.156705 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3801937'] for subnet, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:29.168218 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-5edce39b-3406-4450-89e5-1841d81fa65e tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:29.169741 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-5edce39b-3406-4450-89e5-1841d81fa65e tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.64 "GET /v2.0/networks?id=785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 HTTP/1.1" status: 200 len: 808 time: 0.2858300 May 17 12:04:29.186927 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Request body: {'port': {'device_id': '5a95cacf-b380-42c0-98d2-ae48e336d7d7', 'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71', 'admin_state_up': True, 'tenant_id': 'f8aba02be7d94dfba4286b839d65667c'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:29.203798 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 7005f733-7469-4c87-85b1-667134b4238e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7005f733-7469-4c87-85b1-667134b4238e,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:29.233938 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '7005f733-7469-4c87-85b1-667134b4238e', 'network_id': 'c0205995-4acc-47ad-bdbe-2f78c976996a', 'port_id': '7005f733-7469-4c87-85b1-667134b4238e', 'mac_address': 'fa:16:3e:a0:d5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6d395f-a0d1-421d-8483-8630a259746d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:04:29.272419 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc2026-0a02-4599-8a95-9af7f0a709c6 req-a552b028-af45-4cc0-8b9a-9f879ed15bbd tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:29.280442 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-09fc2026-0a02-4599-8a95-9af7f0a709c6 req-a552b028-af45-4cc0-8b9a-9f879ed15bbd tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 944 time: 0.3996572 May 17 12:04:29.302114 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dfa04-099f-4e04-b7ef-cc9c5849b052 req-ba08e6dc-1609-4904-9a72-26b5555c4523 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:29.304112 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-141dfa04-099f-4e04-b7ef-cc9c5849b052 req-ba08e6dc-1609-4904-9a72-26b5555c4523 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.3245566 May 17 12:04:29.338937 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:25Z', 'revision_number': 4, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port': {'id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:19Z', 'updated_at': '2021-05-17T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '78b75a86-0ca8-433c-90a1-b961fd3ca509', 'name': '', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'mac_address': 'fa:16:3e:7e:c6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8612b030-a091-464f-b296-b7f7690176ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:24Z', 'updated_at': '2021-05-17T12:04:25Z', 'revision_number': 2, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'subnets': [{'id': '8612b030-a091-464f-b296-b7f7690176ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:29.353175 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Checking router: b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:04:29.353529 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Updating router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c port 78b75a86-0ca8-433c-90a1-b961fd3ca509 binding host dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:04:29.414028 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:29.437189 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-09fc2026-0a02-4599-8a95-9af7f0a709c6 req-7989e972-16e2-4f53-8c09-872b8d70ad7c tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555274 May 17 12:04:29.441264 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7005f733-7469-4c87-85b1-667134b4238e {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:04:29.448291 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:29.499239 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-141dfa04-099f-4e04-b7ef-cc9c5849b052 req-424fe6ac-7a2d-44bc-81f2-ee4f5f71b908 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618333 May 17 12:04:29.510481 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:29.518079 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Usage tracker for resource:port and tenant:f8aba02be7d94dfba4286b839d65667c is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:29.522028 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:29.523363 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 7005f733-7469-4c87-85b1-667134b4238e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7005f733-7469-4c87-85b1-667134b4238e,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:29.535569 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:29.553614 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:29.559864 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:29.598714 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-94b1c4af-e32d-4438-933d-4fdb10fbfef4 req-9dec02ee-625b-4e3d-b835-839016c3fa4c tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 210 time: 0.0508425 May 17 12:04:29.600507 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Made reservation on behalf of f8aba02be7d94dfba4286b839d65667c for: {'port': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:04:29.604395 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:29.647585 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3801923'] for subnet, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:29.653482 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:29.742326 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0871588c-b270-4a55-86be-b96b1255d2be,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:29.746184 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:29.752634 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Checking segment: {'id': 'ac0b51be-5aa0-4a44-a104-b6af105c305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:29.753467 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Network hostable DHCP agents. Network: a26b1d59-48f2-4574-bb9c-13e42770cdf0, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:04:29.772863 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Network a26b1d59-48f2-4574-bb9c-13e42770cdf0 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:04:29.789894 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, a26b1d59-48f2-4574-bb9c-13e42770cdf0) {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:29.806051 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f443916-0b45-4f98-9a03-042c5b52f0a0 None None] Network a26b1d59-48f2-4574-bb9c-13e42770cdf0 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:04:29.811975 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Allocated IP 172.20.0.9 (785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71/88adb45d-eac1-4b5c-9c6e-a5196174eae3/0cc1f6a1-e8b1-456f-a299-bce0ebc24947) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:29.812811 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:29.813434 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:29.843935 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7381778 May 17 12:04:29.844821 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52878) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:29.851236 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-660017990-router', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:29.856502 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:29.862194 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Usage tracker for resource:router and tenant:ef1d7ade2357462ba66416e32fea336c is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:29.865803 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:29.874844 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:29.885893 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=7005f733-7469-4c87-85b1-667134b4238e,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:29.892446 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-435921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127245'] for router, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:29.895311 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127258'] for router, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:29.904285 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:29.916500 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:29.966797 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:04:30.079900 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:30.122522 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:30.128912 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:30.204744 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Network 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:30.208162 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:30.212245 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:30.217786 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:30.218412 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:30.227574 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Pushing event updated for resources: {'Port': ['ID=0cc1f6a1-e8b1-456f-a299-bce0ebc24947,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:30.233888 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-435907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127464'] for router, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:30.235820 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:30.236951 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6531aa3-8b96-5257-aa5e-fc09eb435c5b-a26b1d59-48f2-4574-bb9c-13e42770cdf0', 'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'fixed_ips': [{'subnet_id': '0871588c-b270-4a55-86be-b96b1255d2be'}]}} from dv-cinder-734144-19-smb. {{(pid=78760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:04:30.237825 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:30.254682 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0713620 May 17 12:04:30.330554 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Notify callbacks [] for port, precommit_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:30.361370 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Transition to ACTIVE for port object 78b75a86-0ca8-433c-90a1-b961fd3ca509 will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:30.375626 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Request body: {'port': {'device_id': '5a95cacf-b380-42c0-98d2-ae48e336d7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:30.376829 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:30.386337 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-f7aa5a97-e93b-4877-b326-c542b12745f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:30.558431 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['7005f733-7469-4c87-85b1-667134b4238e'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:04:30.558838 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:30.682896 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b683a-db2b-4e15-bc61-d13f19a4672a None None] Pushing event updated for resources: {'Port': ['ID=78b75a86-0ca8-433c-90a1-b961fd3ca509,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:30.711216 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-2e3b683a-db2b-4e15-bc61-d13f19a4672a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:30.775006 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:30.801563 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.db_base_plugin_common [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Allocated IP 172.20.0.2 (a26b1d59-48f2-4574-bb9c-13e42770cdf0/0871588c-b270-4a55-86be-b96b1255d2be/a86bb874-6e6d-498e-8f66-ca6a803e1f44) {{(pid=78760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:30.805856 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Attempting to bind port 78b75a86-0ca8-433c-90a1-b961fd3ca509 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:30.806229 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Attempting to bind port 78b75a86-0ca8-433c-90a1-b961fd3ca509 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '94b91b4c-2aff-4df3-963b-7540136beb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:30.807234 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Attempting to bind port 78b75a86-0ca8-433c-90a1-b961fd3ca509 on network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:30.816313 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:30.854196 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:30.854589 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Checking segment: {'id': '94b91b4c-2aff-4df3-963b-7540136beb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:30.855425 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:30.855837 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Bound using segment: {'id': '94b91b4c-2aff-4df3-963b-7540136beb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:30.856340 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Bound port: 78b75a86-0ca8-433c-90a1-b961fd3ca509, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b91b4c-2aff-4df3-963b-7540136beb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:30.857931 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:30.954193 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe82a15-e830-4d13-bb09-981b4b79447a req-2e68c0a3-a86b-4427-a0a6-f0be4519e936 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:30.955960 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3fe82a15-e830-4d13-bb09-981b4b79447a req-2e68c0a3-a86b-4427-a0a6-f0be4519e936 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.2528677 May 17 12:04:30.964445 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4835-4890-449b-b5fc-ca060ac1e880 req-6ad54abd-9518-4610-ac34-aebd7c692d43 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:30.972858 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-285c4835-4890-449b-b5fc-ca060ac1e880 req-6ad54abd-9518-4610-ac34-aebd7c692d43 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 945 time: 0.3462851 May 17 12:04:31.031033 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] For port 78b75a86-0ca8-433c-90a1-b961fd3ca509, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:31.135284 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] For port 78b75a86-0ca8-433c-90a1-b961fd3ca509, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=78b75a86-0ca8-433c-90a1-b961fd3ca509,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:31.182469 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:31.189676 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Allocated IP 172.28.3.246 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/5f880d4a-9889-4439-b280-2adbffffe6b7) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:31.192002 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:31.236446 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-285c4835-4890-449b-b5fc-ca060ac1e880 req-37a9dfac-a41d-449d-9a8b-83bb54fea3b6 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626333 May 17 12:04:31.277948 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3fe82a15-e830-4d13-bb09-981b4b79447a req-a4f188da-342a-4088-97fb-02f505fc5ccf tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993250 May 17 12:04:31.482561 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:31.498595 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b683a-db2b-4e15-bc61-d13f19a4672a None None] Pushing event updated for resources: {'Port': ['ID=78b75a86-0ca8-433c-90a1-b961fd3ca509,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:31.510300 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 {{(pid=78759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:04:31.514408 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-2e3b683a-db2b-4e15-bc61-d13f19a4672a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:31.515033 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Routers {'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:31.515694 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:04:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:31.521166 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:31.526701 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:31.528572 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-7d18da75-5c1a-4450-9cdb-74e6de74570c tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:31.553385 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Transition to ACTIVE for port object 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 will not be triggered until provisioned by entity L2. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:31.568194 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:31.585281 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-0bc9e108-ee2d-4704-9e23-9cbeb36ee44d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:31.617993 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:31.621264 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:31.625154 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:31.665596 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Pushing event updated for resources: {'Port': ['ID=5f880d4a-9889-4439-b280-2adbffffe6b7,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:31.669551 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:31.784515 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc1f6a1-e8b1-456f-a299-bce0ebc24947,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:31.787857 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:31.791709 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Notify callbacks [] for port, precommit_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:31.810921 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Attempting to bind port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:31.811558 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Attempting to bind port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '523e2577-3281-4cd2-907b-ec09537e4dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71'}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:31.811901 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Attempting to bind port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 on network 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:31.821395 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 on network 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:04:31.821748 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Attempting to bind port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 on network 785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:31.828143 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Transition to ACTIVE for port object a86bb874-6e6d-498e-8f66-ca6a803e1f44 will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:31.839697 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8db2f-0c4e-4ce9-aa89-bcb12ee69907 req-9a325d20-3fde-421f-9691-e7257c7ac951 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:31.840969 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-5bb8db2f-0c4e-4ce9-aa89-bcb12ee69907 req-9a325d20-3fde-421f-9691-e7257c7ac951 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Synchronizing usage tracker for tenant:f8aba02be7d94dfba4286b839d65667c on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:04:31.845718 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:31.846046 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Checking segment: {'id': '523e2577-3281-4cd2-907b-ec09537e4dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:31.846438 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Bound using segment: {'id': '523e2577-3281-4cd2-907b-ec09537e4dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71'} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:31.846881 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Bound port: 0cc1f6a1-e8b1-456f-a299-bce0ebc24947, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523e2577-3281-4cd2-907b-ec09537e4dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71'}}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:31.847319 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:31.859812 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Transition to ACTIVE for port object a86bb874-6e6d-498e-8f66-ca6a803e1f44 will not be triggered until provisioned by entity DHCP. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:31.868135 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:31.874039 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-b28206db-afc0-4a75-9f08-abaabedcfb95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:31.906846 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] Set router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:31.989729 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-5bb8db2f-0c4e-4ce9-aa89-bcb12ee69907 req-9a325d20-3fde-421f-9691-e7257c7ac951 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Unset dirty status for tenant:f8aba02be7d94dfba4286b839d65667c on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:04:31.991036 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5bb8db2f-0c4e-4ce9-aa89-bcb12ee69907 req-9a325d20-3fde-421f-9691-e7257c7ac951 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 931 time: 0.6253960 May 17 12:04:32.021390 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Network a26b1d59-48f2-4574-bb9c-13e42770cdf0 is already hosted by enough agents. {{(pid=78760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:32.021976 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] For port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947, host hv-cinder-73414, cleared binding levels {{(pid=78759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:32.028254 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.base_scheduler [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Resources bound (agent type, host, resource id): {{(pid=78760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:32.041213 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] For port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0cc1f6a1-e8b1-456f-a299-bce0ebc24947,segment=NetworkSegment(523e2577-3281-4cd2-907b-ec09537e4dbc),segment_id=523e2577-3281-4cd2-907b-ec09537e4dbc)] {{(pid=78759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:32.051081 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:32.055373 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:32.087878 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5bb8db2f-0c4e-4ce9-aa89-bcb12ee69907 req-7ba9c651-9e77-43e3-a5db-60259ed43bd1 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884202 May 17 12:04:32.091137 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Received port after_create {{(pid=78760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:32.112999 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:32.129445 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:32.130063 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:32.131026 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Pushing event updated for resources: {'Port': ['ID=a86bb874-6e6d-498e-8f66-ca6a803e1f44,revision_number=1']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:32.131656 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] 10.222.0.64 "PUT /v2.0/ports/0cc1f6a1-e8b1-456f-a299-bce0ebc24947 HTTP/1.1" status: 200 len: 1093 time: 1.7662919 May 17 12:04:32.132137 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a95cacf-b380-42c0-98d2-ae48e336d7d7', 'tag': '0cc1f6a1-e8b1-456f-a299-bce0ebc24947'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:32.154647 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc1f6a1-e8b1-456f-a299-bce0ebc24947,revision_number=3']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:32.158514 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:32.216699 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:32.225369 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a95cacf-b380-42c0-98d2-ae48e336d7d7', 'tag': '0cc1f6a1-e8b1-456f-a299-bce0ebc24947', 'status': 'completed', 'code': 200} May 17 12:04:32.268119 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-4612aed7-caf0-4365-89d1-8d442395d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:32.270559 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-4612aed7-caf0-4365-89d1-8d442395d539 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8aba02be7d94dfba4286b839d65667c&device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 1096 time: 0.0891092 May 17 12:04:32.301794 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Attempting to bind port a86bb874-6e6d-498e-8f66-ca6a803e1f44 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:32.302163 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Attempting to bind port a86bb874-6e6d-498e-8f66-ca6a803e1f44 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': 'ac0b51be-5aa0-4a44-a104-b6af105c305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:32.302519 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Attempting to bind port a86bb874-6e6d-498e-8f66-ca6a803e1f44 on network a26b1d59-48f2-4574-bb9c-13e42770cdf0 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:32.313382 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:32.313755 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Checking segment: {'id': 'ac0b51be-5aa0-4a44-a104-b6af105c305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:32.314161 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:32.314555 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Bound using segment: {'id': 'ac0b51be-5aa0-4a44-a104-b6af105c305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:32.315062 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Bound port: a86bb874-6e6d-498e-8f66-ca6a803e1f44, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0b51be-5aa0-4a44-a104-b6af105c305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:32.316315 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:32.447979 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-c3cf091d-8881-4432-97e6-4236f0c533e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cc1f6a1-e8b1-456f-a299-bce0ebc24947 HTTP/1.1" status: 200 len: 217 time: 0.1675861 May 17 12:04:32.598330 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:25Z', 'revision_number': 4, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port': {'id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:19Z', 'updated_at': '2021-05-17T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '78b75a86-0ca8-433c-90a1-b961fd3ca509', 'name': '', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'mac_address': 'fa:16:3e:7e:c6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8612b030-a091-464f-b296-b7f7690176ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:24Z', 'updated_at': '2021-05-17T12:04:30Z', 'revision_number': 4, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'subnets': [{'id': '8612b030-a091-464f-b296-b7f7690176ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:32.604476 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] For port a86bb874-6e6d-498e-8f66-ca6a803e1f44, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:32.610037 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] For port a86bb874-6e6d-498e-8f66-ca6a803e1f44, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=a86bb874-6e6d-498e-8f66-ca6a803e1f44,segment=NetworkSegment(ac0b51be-5aa0-4a44-a104-b6af105c305b),segment_id=ac0b51be-5aa0-4a44-a104-b6af105c305b)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:32.613155 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c9de2-5b50-44bc-ac29-02687f0561c8 None None] The sync data for ids ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'] in dv-cinder-734144-19-smb is: [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:25Z', 'revision_number': 4, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port': {'id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:19Z', 'updated_at': '2021-05-17T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '78b75a86-0ca8-433c-90a1-b961fd3ca509', 'name': '', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'mac_address': 'fa:16:3e:7e:c6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8612b030-a091-464f-b296-b7f7690176ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:24Z', 'updated_at': '2021-05-17T12:04:30Z', 'revision_number': 4, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'subnets': [{'id': '8612b030-a091-464f-b296-b7f7690176ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:04:32.614790 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394920'] for router, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:32.624256 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:32.631040 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-b1c54ccc-79b6-46a1-85d8-55b3456c7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:32.631668 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:32.632592 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-b1c54ccc-79b6-46a1-85d8-55b3456c7566 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88adb45d-eac1-4b5c-9c6e-a5196174eae3 HTTP/1.1" status: 200 len: 848 time: 0.1501987 May 17 12:04:32.761033 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-f9f39e83-cfab-4538-88b1-0cb26ce3d640 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096907 May 17 12:04:32.774027 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Pushing event updated for resources: {'Port': ['ID=a86bb874-6e6d-498e-8f66-ca6a803e1f44,revision_number=2']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:32.777257 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:32.825041 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff32c15-f803-4d02-aa19-9b8734ca3270 req-0301e946-f4bf-40bf-897a-8e00692ae4f7 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:32.827319 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7ff32c15-f803-4d02-aa19-9b8734ca3270 req-0301e946-f4bf-40bf-897a-8e00692ae4f7 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.3460734 May 17 12:04:32.848539 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52916) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:32.900065 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c86cde-eb2e-4409-a1bc-370b133ac5e3 req-07430959-2860-4573-b0ae-59f032587352 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:32.902151 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-99c86cde-eb2e-4409-a1bc-370b133ac5e3 req-07430959-2860-4573-b0ae-59f032587352 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 945 time: 0.4529474 May 17 12:04:32.958470 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Router a0638189-9056-46ab-b406-d70c9639648d is scheduled to L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b with binding_index 1 {{(pid=78758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:04:33.000416 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-b689d07e-97a5-4707-b315-2273e1c64106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:33.033320 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-99c86cde-eb2e-4409-a1bc-370b133ac5e3 req-1904ce5e-3f4c-4b06-9784-5263fbafdf5e tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180503 May 17 12:04:33.064747 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7ff32c15-f803-4d02-aa19-9b8734ca3270 req-91baa71f-46d3-4682-9e92-5f288d8cebbe tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748574 May 17 12:04:33.096104 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-1a9942ca-a9cf-4d0a-af49-04f386ca0680 service neutron] 10.222.0.64 "GET /v2.0/networks/785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239958 May 17 12:04:33.347316 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-342a713e-4174-45c6-ab2a-93fee9b1b8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:33.377436 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-342a713e-4174-45c6-ab2a-93fee9b1b8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:33.452478 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-342a713e-4174-45c6-ab2a-93fee9b1b8f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e7ca8bf6594e4ab9bfffc8333feddb9c is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:33.458450 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-342a713e-4174-45c6-ab2a-93fee9b1b8f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:33.467841 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e47beeeb-51f3-4b74-a025-312e12bb46ee req-1ef0b52c-3c12-4f7d-9bea-4330a390f13d service neutron] 10.222.0.64 "GET /v2.0/networks/785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609750 May 17 12:04:33.468147 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-342a713e-4174-45c6-ab2a-93fee9b1b8f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:33.498040 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2cbdb-7bc0-49a0-88ac-dfc0f4d913c5 req-7d394406-7386-47ab-aac5-d0050c1abd25 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:33.499880 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6bf2cbdb-7bc0-49a0-88ac-dfc0f4d913c5 req-7d394406-7386-47ab-aac5-d0050c1abd25 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1740012 May 17 12:04:33.519377 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:04:33.532329 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Sync routers for ids ['a0638189-9056-46ab-b406-d70c9639648d'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:04:33.547411 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Routers {'a0638189-9056-46ab-b406-d70c9639648d'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:33.548029 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:04:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['a0638189-9056-46ab-b406-d70c9639648d'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:33.592290 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Notify callbacks [] for router, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:33.594363 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7485342 May 17 12:04:33.603798 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52926) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:33.650497 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6bf2cbdb-7bc0-49a0-88ac-dfc0f4d913c5 req-c0764a09-c554-403c-80b2-a4d2ab582e0a tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422174 May 17 12:04:33.700079 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84367bd5-c9f9-4c51-b35b-4793859feae0 req-0161bdb0-60b5-4438-97af-1eba6b60e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:33.703790 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84367bd5-c9f9-4c51-b35b-4793859feae0 req-0161bdb0-60b5-4438-97af-1eba6b60e685 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8aba02be7d94dfba4286b839d65667c&device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 1096 time: 0.1764145 May 17 12:04:33.817006 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Set router a0638189-9056-46ab-b406-d70c9639648d gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:34.085495 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-342a713e-4174-45c6-ab2a-93fee9b1b8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:34.193680 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84367bd5-c9f9-4c51-b35b-4793859feae0 req-90d134aa-07cc-4380-98dd-709bb7678cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:34.197871 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84367bd5-c9f9-4c51-b35b-4793859feae0 req-90d134aa-07cc-4380-98dd-709bb7678cb8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 HTTP/1.1" status: 200 len: 909 time: 0.4852686 May 17 12:04:34.386100 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84367bd5-c9f9-4c51-b35b-4793859feae0 req-e9ea5fef-8db4-46ae-9224-cb19f230d702 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cc1f6a1-e8b1-456f-a299-bce0ebc24947 HTTP/1.1" status: 200 len: 217 time: 0.1774964 May 17 12:04:34.441588 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20373b1f-a611-4cf4-bd2b-9de03d1b9f3e None None] Network a26b1d59-48f2-4574-bb9c-13e42770cdf0 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:04:34.491723 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-342a713e-4174-45c6-ab2a-93fee9b1b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:34.550913 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-f2862f1a-96bf-49a0-9ce0-15ac2dfe3d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:34.558238 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0638189-9056-46ab-b406-d70c9639648d', 'name': 'tempest-TestShelveInstance-660017990-router', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:29Z', 'updated_at': '2021-05-17T12:04:31Z', 'revision_number': 3, 'project_id': 'ef1d7ade2357462ba66416e32fea336c', 'gw_port': {'id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ec:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0638189-9056-46ab-b406-d70c9639648d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:30Z', 'updated_at': '2021-05-17T12:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:34.564202 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Checking router: a0638189-9056-46ab-b406-d70c9639648d for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:04:34.564754 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Updating router a0638189-9056-46ab-b406-d70c9639648d port 5f880d4a-9889-4439-b280-2adbffffe6b7 binding host dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:04:34.590536 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a713e-4174-45c6-ab2a-93fee9b1b8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b26380-a9da-4359-88e2-feb5d6044f14,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:34.599127 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-342a713e-4174-45c6-ab2a-93fee9b1b8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:34.656524 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 7005f733-7469-4c87-85b1-667134b4238e up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:34.664315 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:34.703915 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84367bd5-c9f9-4c51-b35b-4793859feae0 req-48027d8d-0a5e-43a0-8e89-82447256b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:34.706753 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84367bd5-c9f9-4c51-b35b-4793859feae0 req-48027d8d-0a5e-43a0-8e89-82447256b632 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88adb45d-eac1-4b5c-9c6e-a5196174eae3 HTTP/1.1" status: 200 len: 848 time: 0.3033464 May 17 12:04:34.719338 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 78b75a86-0ca8-433c-90a1-b961fd3ca509 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:34.787593 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84367bd5-c9f9-4c51-b35b-4793859feae0 req-c345742e-5ffd-41d2-a179-413e8152856b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693915 May 17 12:04:34.805928 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-342a713e-4174-45c6-ab2a-93fee9b1b8f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e7ca8bf6594e4ab9bfffc8333feddb9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9541266 May 17 12:04:34.807264 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52942) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:34.807772 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ede856-0c99-4bbd-928a-6cf750bd7b9c req-a28b4e46-bd2e-4b80-b422-a29722247d48 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:34.811981 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-1d026290-88da-455f-8b2b-2c70e059b319 None None] Provisioning for port a86bb874-6e6d-498e-8f66-ca6a803e1f44 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:34.818814 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-25ede856-0c99-4bbd-928a-6cf750bd7b9c req-a28b4e46-bd2e-4b80-b422-a29722247d48 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.2853935 May 17 12:04:34.888672 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d058fc-7c73-4625-8852-fadd9206305a req-0ec181cd-6439-4eed-9abe-fed4fad23cf4 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:34.890495 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-73d058fc-7c73-4625-8852-fadd9206305a req-0ec181cd-6439-4eed-9abe-fed4fad23cf4 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 945 time: 0.5994592 May 17 12:04:34.945823 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port 7005f733-7469-4c87-85b1-667134b4238e completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:34.952844 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port 78b75a86-0ca8-433c-90a1-b961fd3ca509 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:34.964469 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 78b75a86-0ca8-433c-90a1-b961fd3ca509 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:34.965111 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:34.996708 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 7005f733-7469-4c87-85b1-667134b4238e triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:34.997349 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.025365 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.066038 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-73d058fc-7c73-4625-8852-fadd9206305a req-ff919c08-ae5b-48a2-bc05-d24c054d5fee tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051376 May 17 12:04:35.088124 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-25ede856-0c99-4bbd-928a-6cf750bd7b9c req-652c295d-1781-4657-ac7e-42ffad218fa5 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663248 May 17 12:04:35.132610 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8e6bfd7b-e0bd-4db5-9688-25e75b2a00bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.188885 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84367bd5-c9f9-4c51-b35b-4793859feae0 req-d299265f-9211-47a6-991d-a6315b35cd86 service neutron] 10.222.0.64 "GET /v2.0/networks/785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665791 May 17 12:04:35.245267 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Notify callbacks [] for port, precommit_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.288437 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.provisioning_blocks [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Transition to ACTIVE for port object 5f880d4a-9889-4439-b280-2adbffffe6b7 will not be triggered until provisioned by entity L2. {{(pid=78761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:35.303572 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.338975 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:35.364356 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8e6bfd7b-e0bd-4db5-9688-25e75b2a00bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.404511 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.462171 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6372f58-49b7-4a10-9a7a-41b44c0bb7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7005f733-7469-4c87-85b1-667134b4238e'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:35.500122 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84367bd5-c9f9-4c51-b35b-4793859feae0 req-4db1ed65-1bea-4c99-b2ba-9719204de143 service neutron] 10.222.0.64 "GET /v2.0/networks/785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023012 May 17 12:04:35.518200 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 7005f733-7469-4c87-85b1-667134b4238e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7005f733-7469-4c87-85b1-667134b4238e,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:35.519268 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.536161 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8e6bfd7b-e0bd-4db5-9688-25e75b2a00bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.546678 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Attempting to bind port 5f880d4a-9889-4439-b280-2adbffffe6b7 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:35.547041 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Attempting to bind port 5f880d4a-9889-4439-b280-2adbffffe6b7 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:35.554868 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Attempting to bind port 5f880d4a-9889-4439-b280-2adbffffe6b7 on network c7032b67-ae9d-4252-ba6d-57576c0c23c3 {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:35.561720 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.574234 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-c14ef2e3-6998-4eb3-b2cc-fa7cea560a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:35.575064 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:35.582729 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:35.583887 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Checking segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:35.584523 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.594969 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bfd7b-e0bd-4db5-9688-25e75b2a00bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b26380-a9da-4359-88e2-feb5d6044f14,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:35.601790 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Bound using segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:35.603768 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Bound port: 5f880d4a-9889-4439-b280-2adbffffe6b7, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:35.603936 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8e6bfd7b-e0bd-4db5-9688-25e75b2a00bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:35.604243 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.635195 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8e6bfd7b-e0bd-4db5-9688-25e75b2a00bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.650226 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-8e6bfd7b-e0bd-4db5-9688-25e75b2a00bf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b9b26380-a9da-4359-88e2-feb5d6044f14 HTTP/1.1" status: 204 len: 168 time: 0.8321583 May 17 12:04:35.704535 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fde82-535d-46c7-9e53-cb5795fe6910 None None] Pushing event updated for resources: {'Port': ['ID=5f880d4a-9889-4439-b280-2adbffffe6b7,revision_number=2']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:35.710331 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-690fde82-535d-46c7-9e53-cb5795fe6910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:35.782007 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-28103021-33fa-443d-9bb5-d4aafe34e366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.795048 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] For port 5f880d4a-9889-4439-b280-2adbffffe6b7, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:35.802171 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde506ac-e68c-4187-b797-314fc25d27cf req-cf154436-0e63-42bf-9340-9a111adb412a tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:35.813709 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] For port 5f880d4a-9889-4439-b280-2adbffffe6b7, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=5f880d4a-9889-4439-b280-2adbffffe6b7,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:35.823467 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port 78b75a86-0ca8-433c-90a1-b961fd3ca509, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=78b75a86-0ca8-433c-90a1-b961fd3ca509,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:35.824066 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.826166 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bde506ac-e68c-4187-b797-314fc25d27cf req-cf154436-0e63-42bf-9340-9a111adb412a tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 943 time: 0.2177978 May 17 12:04:35.833326 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.836499 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:35.838891 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:35.843151 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device a86bb874-6e6d-498e-8f66-ca6a803e1f44 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:35.937355 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bde506ac-e68c-4187-b797-314fc25d27cf req-0a0496e5-8baf-444e-84a1-cad3215943c2 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027057 May 17 12:04:35.939542 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=7005f733-7469-4c87-85b1-667134b4238e,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:35.946191 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:35.948497 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:35.973360 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fde82-535d-46c7-9e53-cb5795fe6910 None None] Pushing event updated for resources: {'Port': ['ID=5f880d4a-9889-4439-b280-2adbffffe6b7,revision_number=3']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:35.978556 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-690fde82-535d-46c7-9e53-cb5795fe6910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:36.004534 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Routers {'a0638189-9056-46ab-b406-d70c9639648d'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:36.005716 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:04:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['a0638189-9056-46ab-b406-d70c9639648d'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:36.077555 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Allocated IP 172.20.0.1 (a26b1d59-48f2-4574-bb9c-13e42770cdf0/0871588c-b270-4a55-86be-b96b1255d2be/6c8dc8cf-4454-4945-af25-3df33cd63146) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:36.164789 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6372f58-49b7-4a10-9a7a-41b44c0bb7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7005f733-7469-4c87-85b1-667134b4238e', 'code': 200} May 17 12:04:36.251106 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-244b6688-5f6d-4455-b1ce-7ce97e8106a5 None None] Provisioning complete for port a86bb874-6e6d-498e-8f66-ca6a803e1f44 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:36.251677 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-244b6688-5f6d-4455-b1ce-7ce97e8106a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:36.374689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port a86bb874-6e6d-498e-8f66-ca6a803e1f44 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:36.477939 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] Set router a0638189-9056-46ab-b406-d70c9639648d gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:36.480112 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port a86bb874-6e6d-498e-8f66-ca6a803e1f44 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:36.488866 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:36.520423 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:36.541218 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Transition to ACTIVE for port object 6c8dc8cf-4454-4945-af25-3df33cd63146 will not be triggered until provisioned by entity DHCP. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:36.552296 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=78b75a86-0ca8-433c-90a1-b961fd3ca509,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:36.585181 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:36.593651 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:36.600010 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:36.637250 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb6905-c454-4447-8242-5f1eb73e1e0e req-c2eab16d-bc38-4569-a0e2-d686f47f0f71 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:36.647661 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-66eb6905-c454-4447-8242-5f1eb73e1e0e req-c2eab16d-bc38-4569-a0e2-d686f47f0f71 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 946 time: 0.2998884 May 17 12:04:36.667480 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Network a26b1d59-48f2-4574-bb9c-13e42770cdf0 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:36.672145 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:36.677269 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:36.691738 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7b79b-ce76-4b2b-9939-099f5d99d593 req-706526b5-0f14-4c0e-a732-4ab19cf5f74e tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:36.700832 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-98e7b79b-ce76-4b2b-9939-099f5d99d593 req-706526b5-0f14-4c0e-a732-4ab19cf5f74e tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.2752709 May 17 12:04:36.709486 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3114d2-f78a-4231-8fe5-1e1067255336 req-3600cc68-e285-48cc-bfe7-7fa22636ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:36.710958 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4a3114d2-f78a-4231-8fe5-1e1067255336 req-3600cc68-e285-48cc-bfe7-7fa22636ed27 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 1099 time: 0.2829938 May 17 12:04:36.792541 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:36.828761 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4a3114d2-f78a-4231-8fe5-1e1067255336 req-fa46060f-3cba-430d-a117-4a443acc1940 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963385 May 17 12:04:36.845711 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-66eb6905-c454-4447-8242-5f1eb73e1e0e req-ba6b3ee1-c416-467d-b739-7155b6737fba tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970387 May 17 12:04:36.872007 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-98e7b79b-ce76-4b2b-9939-099f5d99d593 req-6300ae4c-c160-455e-b745-3a3450b09ec2 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701081 May 17 12:04:36.908317 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434515'] for router_interface, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:36.921550 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0638189-9056-46ab-b406-d70c9639648d', 'name': 'tempest-TestShelveInstance-660017990-router', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:29Z', 'updated_at': '2021-05-17T12:04:31Z', 'revision_number': 3, 'project_id': 'ef1d7ade2357462ba66416e32fea336c', 'gw_port': {'id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ec:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0638189-9056-46ab-b406-d70c9639648d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:30Z', 'updated_at': '2021-05-17T12:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:36.936838 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-244b6688-5f6d-4455-b1ce-7ce97e8106a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:36.955124 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e15017-9065-42e0-a777-9df061aa4c1d None None] The sync data for ids ['a0638189-9056-46ab-b406-d70c9639648d'] in dv-cinder-734144-19-smb is: [{'id': 'a0638189-9056-46ab-b406-d70c9639648d', 'name': 'tempest-TestShelveInstance-660017990-router', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:29Z', 'updated_at': '2021-05-17T12:04:31Z', 'revision_number': 3, 'project_id': 'ef1d7ade2357462ba66416e32fea336c', 'gw_port': {'id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ec:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0638189-9056-46ab-b406-d70c9639648d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:30Z', 'updated_at': '2021-05-17T12:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:04:36.991413 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8dc8cf-4454-4945-af25-3df33cd63146,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:37.012813 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:37.017395 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:37.074580 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-244b6688-5f6d-4455-b1ce-7ce97e8106a5 None None] For port a86bb874-6e6d-498e-8f66-ca6a803e1f44, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=a86bb874-6e6d-498e-8f66-ca6a803e1f44,segment=NetworkSegment(ac0b51be-5aa0-4a44-a104-b6af105c305b),segment_id=ac0b51be-5aa0-4a44-a104-b6af105c305b)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:37.093367 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-244b6688-5f6d-4455-b1ce-7ce97e8106a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:37.095160 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-2e3b683a-db2b-4e15-bc61-d13f19a4672a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:37.126008 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:37.185133 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601de75-5579-4083-a8f3-2d67dc0b6e34 req-6c4c6010-b167-4f1a-b49c-1b9dfb876f23 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:37.186680 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7601de75-5579-4083-a8f3-2d67dc0b6e34 req-6c4c6010-b167-4f1a-b49c-1b9dfb876f23 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0922761 May 17 12:04:37.240505 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7601de75-5579-4083-a8f3-2d67dc0b6e34 req-52a729f9-8504-4735-8933-e2d8b9026907 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465460 May 17 12:04:37.265577 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.db.api [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 17 12:04:37.266035 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_db.api [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 12:04:37.266546 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b6688-5f6d-4455-b1ce-7ce97e8106a5 None None] Pushing event updated for resources: {'Port': ['ID=a86bb874-6e6d-498e-8f66-ca6a803e1f44,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:37.270748 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-244b6688-5f6d-4455-b1ce-7ce97e8106a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:37.271643 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-471b5883-392b-4e27-a030-08f6bf06574b None None] Provisioning for port 6c8dc8cf-4454-4945-af25-3df33cd63146 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:37.279875 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-471b5883-392b-4e27-a030-08f6bf06574b None None] Provisioning complete for port 6c8dc8cf-4454-4945-af25-3df33cd63146 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:37.280041 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-471b5883-392b-4e27-a030-08f6bf06574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:37.376404 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-471b5883-392b-4e27-a030-08f6bf06574b None None] Port 6c8dc8cf-4454-4945-af25-3df33cd63146 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:04:37.563336 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:37.572715 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:37.614262 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:37.704201 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399604'] for router_interface, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:37.712393 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8dc8cf-4454-4945-af25-3df33cd63146,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:37.716880 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:37.870973 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Network a26b1d59-48f2-4574-bb9c-13e42770cdf0 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:37.872308 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:38.101061 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 78b75a86-0ca8-433c-90a1-b961fd3ca509 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:38.169875 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Router a0638189-9056-46ab-b406-d70c9639648d has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:04:38.227456 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 78b75a86-0ca8-433c-90a1-b961fd3ca509 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:38.228013 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:38.238837 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16344b4-001f-4287-b6c5-710a7f6bf942 req-c711de99-b298-4958-8c1b-7d7a023140dd tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:38.240450 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c16344b4-001f-4287-b6c5-710a7f6bf942 req-c711de99-b298-4958-8c1b-7d7a023140dd tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 946 time: 0.2304165 May 17 12:04:38.254742 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b29f9d-9a97-4a2c-b093-d919ed26beed req-807a4964-59ba-4b59-8dc1-3639d2e2e73d tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:38.256415 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b9b29f9d-9a97-4a2c-b093-d919ed26beed req-807a4964-59ba-4b59-8dc1-3639d2e2e73d tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1350734 May 17 12:04:38.313398 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-ea797547-1d39-43b7-a7da-dd3944b8e4d3 None None] Provisioning complete for port 6c8dc8cf-4454-4945-af25-3df33cd63146 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:38.313814 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-ea797547-1d39-43b7-a7da-dd3944b8e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:38.329642 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c16344b4-001f-4287-b6c5-710a7f6bf942 req-3387b930-2502-4a4d-b193-353e210a88a6 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721943 May 17 12:04:38.343890 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b9b29f9d-9a97-4a2c-b093-d919ed26beed req-d131624d-a544-4573-8aad-e5c622be4dd3 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717070 May 17 12:04:38.425130 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-ea797547-1d39-43b7-a7da-dd3944b8e4d3 None None] Port 6c8dc8cf-4454-4945-af25-3df33cd63146 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:04:38.493034 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:04:38.506172 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] 10.222.0.47 "PUT /v2.0/routers/a0638189-9056-46ab-b406-d70c9639648d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9006026 May 17 12:04:38.556804 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:38.581445 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 5f880d4a-9889-4439-b280-2adbffffe6b7 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:38.684638 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:04:38.764823 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e68a17-8820-42af-96ed-e39ba08311db req-61a28372-f5de-4f65-9356-0f17b756d5e0 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:38.766917 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-20e68a17-8820-42af-96ed-e39ba08311db req-61a28372-f5de-4f65-9356-0f17b756d5e0 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1159368 May 17 12:04:38.841636 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-20e68a17-8820-42af-96ed-e39ba08311db req-f20d24ba-348a-422b-b357-b4397bdbfb46 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649376 May 17 12:04:38.884853 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port 5f880d4a-9889-4439-b280-2adbffffe6b7 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:38.894410 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 5f880d4a-9889-4439-b280-2adbffffe6b7 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:38.894792 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:38.986036 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0cc1f6a1-e8b1-456f-a299-bce0ebc24947,segment=NetworkSegment(523e2577-3281-4cd2-907b-ec09537e4dbc),segment_id=523e2577-3281-4cd2-907b-ec09537e4dbc)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:39.010803 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '0cc1f6a1-e8b1-456f-a299-bce0ebc24947', 'network_id': '785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71', 'port_id': '0cc1f6a1-e8b1-456f-a299-bce0ebc24947', 'mac_address': 'fa:16:3e:af:08:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88adb45d-eac1-4b5c-9c6e-a5196174eae3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:04:39.130902 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.140138 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.161906 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:04:39.176782 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port 5f880d4a-9889-4439-b280-2adbffffe6b7, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=5f880d4a-9889-4439-b280-2adbffffe6b7,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:39.185887 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0cc1f6a1-e8b1-456f-a299-bce0ebc24947,segment=NetworkSegment(523e2577-3281-4cd2-907b-ec09537e4dbc),segment_id=523e2577-3281-4cd2-907b-ec09537e4dbc)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:39.187912 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.188947 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device a86bb874-6e6d-498e-8f66-ca6a803e1f44 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:39.218493 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:39.259271 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Sync routers for ids ['a0638189-9056-46ab-b406-d70c9639648d'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:04:39.261856 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.312912 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Routers {'a0638189-9056-46ab-b406-d70c9639648d'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:39.313831 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:04:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['a0638189-9056-46ab-b406-d70c9639648d'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:39.443468 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=5f880d4a-9889-4439-b280-2adbffffe6b7,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:39.447470 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52992) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:39.462086 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:39.462547 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:39.467104 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895368176', 'description': 'tempest-secgroup-smoke-1895368176 description', 'project_id': '3e0609b6aaf74c2296065762a9918789'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:39.476423 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:39.480804 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Usage tracker for resource:security_group and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:39.483772 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:39.491502 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:39.507050 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.532499 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:39.544857 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Usage tracker for resource:security_group_rule and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:39.550752 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:39.559297 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:39.646994 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.652711 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.659995 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8e270874-b58a-4f08-b1d6-2f6118dbf11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:39.715580 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port a86bb874-6e6d-498e-8f66-ca6a803e1f44 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:39.715965 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.717330 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.722585 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2714417 May 17 12:04:39.723533 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fc948f-dd94-443c-8103-ea53c8a27aa1,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:39.727875 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:39.728391 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 52998) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:39.734344 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-83c5c3e3-5df2-48ac-b69d-a844ae7bca83 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Request body: {'security_group_rule': {'security_group_id': 'e2fc948f-dd94-443c-8103-ea53c8a27aa1', 'project_id': '3e0609b6aaf74c2296065762a9918789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:39.745311 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-83c5c3e3-5df2-48ac-b69d-a844ae7bca83 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:39.760420 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-83c5c3e3-5df2-48ac-b69d-a844ae7bca83 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Usage tracker for resource:security_group_rule and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:39.769532 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-83c5c3e3-5df2-48ac-b69d-a844ae7bca83 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:39.789576 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=0cc1f6a1-e8b1-456f-a299-bce0ebc24947,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:39.791748 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-83c5c3e3-5df2-48ac-b69d-a844ae7bca83 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:39.800316 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:39.803214 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Set router a0638189-9056-46ab-b406-d70c9639648d gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:39.808353 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3e235-7d31-47d7-87a5-80838d2450a7 req-6b57199c-a8e1-4bdd-8fea-6c71256728d1 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:39.810123 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c3a3e235-7d31-47d7-87a5-80838d2450a7 req-6b57199c-a8e1-4bdd-8fea-6c71256728d1 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 946 time: 0.3196895 May 17 12:04:39.838181 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faba08-7166-4399-bfea-cc0657852751 req-dd0383b1-17ef-497b-9768-020f36d76f37 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:39.839225 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-83c5c3e3-5df2-48ac-b69d-a844ae7bca83 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.840486 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-88faba08-7166-4399-bfea-cc0657852751 req-dd0383b1-17ef-497b-9768-020f36d76f37 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.2619517 May 17 12:04:39.972301 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-83c5c3e3-5df2-48ac-b69d-a844ae7bca83 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.977969 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-83c5c3e3-5df2-48ac-b69d-a844ae7bca83 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.989292 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b4fac399-b032-4579-b235-fea0c6614eda tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:40.001628 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-88faba08-7166-4399-bfea-cc0657852751 req-0b863d6d-12ab-45ff-a44c-f75933c7d29a tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425478 May 17 12:04:40.032543 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5c3e3-5df2-48ac-b69d-a844ae7bca83 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35308e6-e14b-4a48-89bf-c4332e772959,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:40.045770 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c3a3e235-7d31-47d7-87a5-80838d2450a7 req-5707a03a-2f05-4cca-a307-2f6aecb41ae5 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201085 May 17 12:04:40.050289 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-83c5c3e3-5df2-48ac-b69d-a844ae7bca83 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:40.071267 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-83c5c3e3-5df2-48ac-b69d-a844ae7bca83 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:40.079062 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 53012) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:40.080117 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-83c5c3e3-5df2-48ac-b69d-a844ae7bca83 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3500741 May 17 12:04:40.088880 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-f1b00163-843a-458b-93fa-8d950aa8baff tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Request body: {'security_group_rule': {'security_group_id': 'e2fc948f-dd94-443c-8103-ea53c8a27aa1', 'project_id': '3e0609b6aaf74c2296065762a9918789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:40.107445 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['0cc1f6a1-e8b1-456f-a299-bce0ebc24947'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:04:40.119157 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-f1b00163-843a-458b-93fa-8d950aa8baff tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:40.125138 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-f1b00163-843a-458b-93fa-8d950aa8baff tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Usage tracker for resource:security_group_rule and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:40.132850 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-f1b00163-843a-458b-93fa-8d950aa8baff tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:40.157410 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-f1b00163-843a-458b-93fa-8d950aa8baff tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:40.183705 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f1b00163-843a-458b-93fa-8d950aa8baff tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:40.593150 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 5f880d4a-9889-4439-b280-2adbffffe6b7 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:40.607783 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f1b00163-843a-458b-93fa-8d950aa8baff tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:40.644864 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f1b00163-843a-458b-93fa-8d950aa8baff tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:40.663827 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:40.692413 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b00163-843a-458b-93fa-8d950aa8baff tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322d26f9-1a17-466d-a1b6-0544dc022129,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:40.696164 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-f1b00163-843a-458b-93fa-8d950aa8baff tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:40.704742 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0638189-9056-46ab-b406-d70c9639648d', 'name': 'tempest-TestShelveInstance-660017990-router', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:29Z', 'updated_at': '2021-05-17T12:04:36Z', 'revision_number': 4, 'project_id': 'ef1d7ade2357462ba66416e32fea336c', 'gw_port': {'id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0638189-9056-46ab-b406-d70c9639648d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:30Z', 'updated_at': '2021-05-17T12:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '6c8dc8cf-4454-4945-af25-3df33cd63146', 'name': '', 'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'mac_address': 'fa:16:3e:e9:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0638189-9056-46ab-b406-d70c9639648d', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0871588c-b270-4a55-86be-b96b1255d2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:35Z', 'updated_at': '2021-05-17T12:04:37Z', 'revision_number': 2, 'project_id': 'ef1d7ade2357462ba66416e32fea336c', 'subnets': [{'id': '0871588c-b270-4a55-86be-b96b1255d2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:40.716859 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Checking router: a0638189-9056-46ab-b406-d70c9639648d for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:04:40.717330 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Updating router a0638189-9056-46ab-b406-d70c9639648d port 6c8dc8cf-4454-4945-af25-3df33cd63146 binding host dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:04:40.782565 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f1b00163-843a-458b-93fa-8d950aa8baff tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:40.783005 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 5f880d4a-9889-4439-b280-2adbffffe6b7 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:40.783331 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:40.784575 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-f1b00163-843a-458b-93fa-8d950aa8baff tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7038674 May 17 12:04:40.788550 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 53018) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:40.807127 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-651fe534-8334-423a-875a-3b17e7402878 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Request body: {'security_group_rule': {'security_group_id': 'e2fc948f-dd94-443c-8103-ea53c8a27aa1', 'project_id': '3e0609b6aaf74c2296065762a9918789', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:40.827039 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-651fe534-8334-423a-875a-3b17e7402878 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:40.833798 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a452cf-87b2-4216-bdb2-2a9ea4b34e2b req-60f1f4a3-a115-4489-8cf0-f79838e40521 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:40.836326 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47a452cf-87b2-4216-bdb2-2a9ea4b34e2b req-60f1f4a3-a115-4489-8cf0-f79838e40521 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 944 time: 0.5260463 May 17 12:04:40.839790 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-651fe534-8334-423a-875a-3b17e7402878 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Usage tracker for resource:security_group_rule and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:40.842127 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:40.850322 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-651fe534-8334-423a-875a-3b17e7402878 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:40.869515 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-651fe534-8334-423a-875a-3b17e7402878 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:40.918022 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aad250-c678-49b8-8af2-acf623ec3ce5 req-a5fe400e-04bd-4017-8f15-cd0f1e0ba32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:40.920374 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c4aad250-c678-49b8-8af2-acf623ec3ce5 req-a5fe400e-04bd-4017-8f15-cd0f1e0ba32c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 1098 time: 0.2229233 May 17 12:04:40.921776 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-651fe534-8334-423a-875a-3b17e7402878 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:40.976686 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-47a452cf-87b2-4216-bdb2-2a9ea4b34e2b req-25f3c24b-208b-4f10-a69f-037d71a471fa tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238139 May 17 12:04:41.051891 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c4aad250-c678-49b8-8af2-acf623ec3ce5 req-bf053594-87e4-464b-a97d-7ba57b3d7daa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187916 May 17 12:04:41.191406 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-651fe534-8334-423a-875a-3b17e7402878 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.198322 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-651fe534-8334-423a-875a-3b17e7402878 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.202802 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-402500ac-dae0-4232-a251-dd259a4a6f60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:41.238623 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fe534-8334-423a-875a-3b17e7402878 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf66178-94ef-4c22-a605-0dbd0a873f2e,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:41.259542 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-651fe534-8334-423a-875a-3b17e7402878 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:41.266862 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-651fe534-8334-423a-875a-3b17e7402878 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.275860 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-651fe534-8334-423a-875a-3b17e7402878 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4775240 May 17 12:04:41.276548 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 53032) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:41.282237 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-20ea75d2-2274-48ca-9c17-8185ed3cd7a0 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Request body: {'security_group_rule': {'security_group_id': 'e2fc948f-dd94-443c-8103-ea53c8a27aa1', 'project_id': '3e0609b6aaf74c2296065762a9918789', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:41.290018 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-20ea75d2-2274-48ca-9c17-8185ed3cd7a0 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:41.294030 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-20ea75d2-2274-48ca-9c17-8185ed3cd7a0 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Usage tracker for resource:security_group_rule and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:41.297342 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-20ea75d2-2274-48ca-9c17-8185ed3cd7a0 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:41.305294 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-20ea75d2-2274-48ca-9c17-8185ed3cd7a0 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:41.335709 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-20ea75d2-2274-48ca-9c17-8185ed3cd7a0 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.406055 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21280e-b567-41a0-acdc-68ea33fc3297 req-c8920774-4830-454e-b8ad-bc1aac64eb45 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:41.407689 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-da21280e-b567-41a0-acdc-68ea33fc3297 req-c8920774-4830-454e-b8ad-bc1aac64eb45 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1568456 May 17 12:04:41.463394 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-20ea75d2-2274-48ca-9c17-8185ed3cd7a0 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.468810 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-20ea75d2-2274-48ca-9c17-8185ed3cd7a0 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.471646 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-83c5c3e3-5df2-48ac-b69d-a844ae7bca83 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:41.483102 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.498784 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea75d2-2274-48ca-9c17-8185ed3cd7a0 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cfcbf12-71f9-4745-8ecf-b9d532750e3f,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:41.504442 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-20ea75d2-2274-48ca-9c17-8185ed3cd7a0 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:41.514466 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-da21280e-b567-41a0-acdc-68ea33fc3297 req-52e7d4ec-1750-4c70-8ba6-96a171240cbb tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009257 May 17 12:04:41.516077 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-20ea75d2-2274-48ca-9c17-8185ed3cd7a0 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.517333 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-20ea75d2-2274-48ca-9c17-8185ed3cd7a0 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2397892 May 17 12:04:41.520084 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 53036) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:41.527746 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Request body: {'security_group_rule': {'security_group_id': 'e2fc948f-dd94-443c-8103-ea53c8a27aa1', 'project_id': '3e0609b6aaf74c2296065762a9918789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:41.545105 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:41.551586 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Usage tracker for resource:security_group_rule and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:41.555811 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:41.564737 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:41.582687 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.db.securitygroups_db [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Project 3e0609b6aaf74c2296065762a9918789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:04:41.589899 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.666806 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Notify callbacks [] for port, precommit_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.678226 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.684959 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.685796 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Transition to ACTIVE for port object 6c8dc8cf-4454-4945-af25-3df33cd63146 will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:41.688313 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:41.694031 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.698411 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:41.714136 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a19fd5-cb51-4d94-b938-20a21bce72ed,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:41.716581 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:41.726799 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.728140 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2069485 May 17 12:04:41.732167 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 53042) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:41.739271 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Request body: {'security_group_rule': {'security_group_id': 'e2fc948f-dd94-443c-8103-ea53c8a27aa1', 'project_id': '3e0609b6aaf74c2296065762a9918789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:41.745124 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:41.750253 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Usage tracker for resource:security_group_rule and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:41.753710 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:41.760113 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:41.772492 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.securitygroups_db [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Project 3e0609b6aaf74c2296065762a9918789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:04:41.780107 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.832700 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef98a8-174a-451d-8403-4400ae72cac6 None None] Pushing event updated for resources: {'Port': ['ID=6c8dc8cf-4454-4945-af25-3df33cd63146,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:41.860501 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-1cef98a8-174a-451d-8403-4400ae72cac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:41.889696 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.896590 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.898849 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:41.928926 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0484c5-16b6-440d-a553-eedae3f9cef9,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:41.931958 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:41.945443 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.947109 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2136891 May 17 12:04:41.960393 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Attempting to bind port 6c8dc8cf-4454-4945-af25-3df33cd63146 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:41.960956 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Attempting to bind port 6c8dc8cf-4454-4945-af25-3df33cd63146 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': 'ac0b51be-5aa0-4a44-a104-b6af105c305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:41.961314 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Attempting to bind port 6c8dc8cf-4454-4945-af25-3df33cd63146 on network a26b1d59-48f2-4574-bb9c-13e42770cdf0 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:41.969950 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:41.970352 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Checking segment: {'id': 'ac0b51be-5aa0-4a44-a104-b6af105c305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:41.970823 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.971297 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Bound using segment: {'id': 'ac0b51be-5aa0-4a44-a104-b6af105c305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:41.972097 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Bound port: 6c8dc8cf-4454-4945-af25-3df33cd63146, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0b51be-5aa0-4a44-a104-b6af105c305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:41.972588 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:42.173032 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] For port 6c8dc8cf-4454-4945-af25-3df33cd63146, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:42.180276 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] For port 6c8dc8cf-4454-4945-af25-3df33cd63146, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=6c8dc8cf-4454-4945-af25-3df33cd63146,segment=NetworkSegment(ac0b51be-5aa0-4a44-a104-b6af105c305b),segment_id=ac0b51be-5aa0-4a44-a104-b6af105c305b)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:42.191318 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:42.200318 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:42.313896 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efa520-5a5c-402b-a4df-4243abd04f07 req-647c1321-5c14-4b12-95ca-7e57cc3e05b8 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:42.317846 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-31efa520-5a5c-402b-a4df-4243abd04f07 req-647c1321-5c14-4b12-95ca-7e57cc3e05b8 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 944 time: 0.1358163 May 17 12:04:42.394860 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Routers {'a0638189-9056-46ab-b406-d70c9639648d'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:42.399402 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:04:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['a0638189-9056-46ab-b406-d70c9639648d'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:42.433844 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-31efa520-5a5c-402b-a4df-4243abd04f07 req-c808a063-22ab-4184-8ef3-9a962a8e7493 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088538 May 17 12:04:42.548738 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef98a8-174a-451d-8403-4400ae72cac6 None None] Pushing event updated for resources: {'Port': ['ID=6c8dc8cf-4454-4945-af25-3df33cd63146,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:42.562289 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-1cef98a8-174a-451d-8403-4400ae72cac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:42.685333 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:42.785659 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] Set router a0638189-9056-46ab-b406-d70c9639648d gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:42.812028 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e307ab-a4d5-41d6-8f15-958026d2002a req-85b50f94-078d-4fbe-83e6-7d11fd78d7d2 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:42.814084 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-32e307ab-a4d5-41d6-8f15-958026d2002a req-85b50f94-078d-4fbe-83e6-7d11fd78d7d2 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1309996 May 17 12:04:42.881811 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-32e307ab-a4d5-41d6-8f15-958026d2002a req-680038c1-80f5-4b81-bc31-662397708ffe tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614400 May 17 12:04:42.884477 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:43.058879 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:43.059270 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.333406 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.382211 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a95cacf-b380-42c0-98d2-ae48e336d7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc1f6a1-e8b1-456f-a299-bce0ebc24947'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:43.396886 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0638189-9056-46ab-b406-d70c9639648d', 'name': 'tempest-TestShelveInstance-660017990-router', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:29Z', 'updated_at': '2021-05-17T12:04:36Z', 'revision_number': 4, 'project_id': 'ef1d7ade2357462ba66416e32fea336c', 'gw_port': {'id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0638189-9056-46ab-b406-d70c9639648d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:30Z', 'updated_at': '2021-05-17T12:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '6c8dc8cf-4454-4945-af25-3df33cd63146', 'name': '', 'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'mac_address': 'fa:16:3e:e9:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0638189-9056-46ab-b406-d70c9639648d', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0871588c-b270-4a55-86be-b96b1255d2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:35Z', 'updated_at': '2021-05-17T12:04:42Z', 'revision_number': 4, 'project_id': 'ef1d7ade2357462ba66416e32fea336c', 'subnets': [{'id': '0871588c-b270-4a55-86be-b96b1255d2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:43.403002 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0cc1f6a1-e8b1-456f-a299-bce0ebc24947,segment=NetworkSegment(523e2577-3281-4cd2-907b-ec09537e4dbc),segment_id=523e2577-3281-4cd2-907b-ec09537e4dbc)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:43.416808 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df67cb9-b706-427d-a9a8-2a741eeaac9e None None] The sync data for ids ['a0638189-9056-46ab-b406-d70c9639648d'] in dv-cinder-734144-19-smb is: [{'id': 'a0638189-9056-46ab-b406-d70c9639648d', 'name': 'tempest-TestShelveInstance-660017990-router', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:29Z', 'updated_at': '2021-05-17T12:04:36Z', 'revision_number': 4, 'project_id': 'ef1d7ade2357462ba66416e32fea336c', 'gw_port': {'id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0638189-9056-46ab-b406-d70c9639648d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:30Z', 'updated_at': '2021-05-17T12:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '6c8dc8cf-4454-4945-af25-3df33cd63146', 'name': '', 'network_id': 'a26b1d59-48f2-4574-bb9c-13e42770cdf0', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'mac_address': 'fa:16:3e:e9:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0638189-9056-46ab-b406-d70c9639648d', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0871588c-b270-4a55-86be-b96b1255d2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:35Z', 'updated_at': '2021-05-17T12:04:42Z', 'revision_number': 4, 'project_id': 'ef1d7ade2357462ba66416e32fea336c', 'subnets': [{'id': '0871588c-b270-4a55-86be-b96b1255d2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:04:43.418890 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.420994 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:43.469648 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a95cacf-b380-42c0-98d2-ae48e336d7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc1f6a1-e8b1-456f-a299-bce0ebc24947', 'code': 200} May 17 12:04:43.532534 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=0cc1f6a1-e8b1-456f-a299-bce0ebc24947,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:43.545189 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:43.828746 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcbb21-ee3a-4b14-a756-b7ddf850bbda req-54802c6f-6d34-46cb-9b46-35a1d29cd2ea tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:43.830537 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a8dcbb21-ee3a-4b14-a756-b7ddf850bbda req-54802c6f-6d34-46cb-9b46-35a1d29cd2ea tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1946197 May 17 12:04:43.951717 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a8dcbb21-ee3a-4b14-a756-b7ddf850bbda req-519fd2dd-b27d-441a-8043-32b5b3f6a1db tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132085 May 17 12:04:43.964584 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cac07b-5ef2-4ca3-829f-4c17fa5b3567 req-44597c78-d3d2-43f6-902e-8c22fb683afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:43.967498 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b4cac07b-5ef2-4ca3-829f-4c17fa5b3567 req-44597c78-d3d2-43f6-902e-8c22fb683afc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 1098 time: 0.2260599 May 17 12:04:44.098460 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b4cac07b-5ef2-4ca3-829f-4c17fa5b3567 req-2936439c-4232-4716-8773-ed60f8bda2b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241338 May 17 12:04:44.172989 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966dc1a8-3498-4ba6-9eb3-7542cd73ab0c req-ec2ee820-8303-4d56-87c8-1dea534704c6 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:44.182161 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-966dc1a8-3498-4ba6-9eb3-7542cd73ab0c req-ec2ee820-8303-4d56-87c8-1dea534704c6 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1481078 May 17 12:04:44.242894 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-966dc1a8-3498-4ba6-9eb3-7542cd73ab0c req-418b759b-39b8-458d-8625-c6391f55dfed tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596941 May 17 12:04:44.531197 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 6c8dc8cf-4454-4945-af25-3df33cd63146 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:44.613567 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port 6c8dc8cf-4454-4945-af25-3df33cd63146 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:44.629177 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 6c8dc8cf-4454-4945-af25-3df33cd63146 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:44.629812 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:44.815577 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:44.871670 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port 6c8dc8cf-4454-4945-af25-3df33cd63146, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=6c8dc8cf-4454-4945-af25-3df33cd63146,segment=NetworkSegment(ac0b51be-5aa0-4a44-a104-b6af105c305b),segment_id=ac0b51be-5aa0-4a44-a104-b6af105c305b)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:44.879960 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:44.884404 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:44.973063 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=6c8dc8cf-4454-4945-af25-3df33cd63146,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:44.976355 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:45.064198 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4ff8-fb50-48c7-950c-6edbbfaccaae req-aa0df6ea-d21b-4302-ba7e-1905eae26186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:45.066405 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-728b4ff8-fb50-48c7-950c-6edbbfaccaae req-aa0df6ea-d21b-4302-ba7e-1905eae26186 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95d352b964a4429cacfc2c064f3e6021&device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 1098 time: 0.1960654 May 17 12:04:45.075061 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723adba-22bf-4ba8-94d5-eda6f8caf83b req-4f9822bc-f665-4f2e-bf2d-40e59a86eb27 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:45.076730 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2723adba-22bf-4ba8-94d5-eda6f8caf83b req-4f9822bc-f665-4f2e-bf2d-40e59a86eb27 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1403470 May 17 12:04:45.272075 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2723adba-22bf-4ba8-94d5-eda6f8caf83b req-d526d0d4-a85d-4f0e-86e7-06360fb5d813 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718321 May 17 12:04:45.333555 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4ff8-fb50-48c7-950c-6edbbfaccaae req-1148c2b5-83de-4de9-a0c6-e01b1498e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:45.335106 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-728b4ff8-fb50-48c7-950c-6edbbfaccaae req-1148c2b5-83de-4de9-a0c6-e01b1498e9e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bbeabaa-a910-4c06-87ed-683e77a2a144 HTTP/1.1" status: 200 len: 920 time: 0.2573669 May 17 12:04:45.406315 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2cb36-450b-48af-9b5d-76874f69628f req-565c869e-537a-4923-8679-7987b86e025e tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:45.408032 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-23a2cb36-450b-48af-9b5d-76874f69628f req-565c869e-537a-4923-8679-7987b86e025e tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 945 time: 0.2859151 May 17 12:04:45.436714 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-728b4ff8-fb50-48c7-950c-6edbbfaccaae req-d710e9de-cf22-45bc-a23c-a862b260ecba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f HTTP/1.1" status: 200 len: 217 time: 0.0937567 May 17 12:04:45.526084 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-23a2cb36-450b-48af-9b5d-76874f69628f req-1bdf0833-d250-4f6d-95cc-8107b3aca989 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108708 May 17 12:04:45.537062 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4ff8-fb50-48c7-950c-6edbbfaccaae req-8adc38c0-381f-44ee-95aa-19012dea5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:45.539324 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-728b4ff8-fb50-48c7-950c-6edbbfaccaae req-8adc38c0-381f-44ee-95aa-19012dea5af0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=685ffa5d-e5f3-449a-891a-d59980e97bab HTTP/1.1" status: 200 len: 859 time: 0.0953100 May 17 12:04:45.689115 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-728b4ff8-fb50-48c7-950c-6edbbfaccaae req-f5ff5432-f7f0-40f0-bd6c-c057ef9c8c2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bbeabaa-a910-4c06-87ed-683e77a2a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405382 May 17 12:04:45.844783 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-728b4ff8-fb50-48c7-950c-6edbbfaccaae req-c6521c6c-4975-4156-a265-dbe0bcf771c7 service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471016 May 17 12:04:46.015845 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-728b4ff8-fb50-48c7-950c-6edbbfaccaae req-79f844bc-b54d-4f57-8071-c8f322e4cb86 service neutron] 10.222.0.64 "GET /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621127 May 17 12:04:46.466455 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 6c8dc8cf-4454-4945-af25-3df33cd63146 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:46.535388 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b621fc-bce6-4b58-bd4f-314ce462f177 req-181ac5a6-a309-46a3-b199-f205ec60d046 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:46.537286 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-90b621fc-bce6-4b58-bd4f-314ce462f177 req-181ac5a6-a309-46a3-b199-f205ec60d046 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1154766 May 17 12:04:46.565760 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 6c8dc8cf-4454-4945-af25-3df33cd63146 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:46.566436 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:46.611388 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-90b621fc-bce6-4b58-bd4f-314ce462f177 req-f9f534a0-c47a-4be6-a5c2-a1475aa29a94 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667155 May 17 12:04:46.907821 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ddadb-797b-4f88-9c6c-a8388e843f82 req-92bc1fcd-822c-491c-b82c-6e2549f5e712 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:46.909624 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ee5ddadb-797b-4f88-9c6c-a8388e843f82 req-92bc1fcd-822c-491c-b82c-6e2549f5e712 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0983260 May 17 12:04:46.968577 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ee5ddadb-797b-4f88-9c6c-a8388e843f82 req-fdc443ec-91f8-4738-ac8a-5200dbdc4dee tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530889 May 17 12:04:47.874124 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230df770-9f00-447f-8acb-bf2e9693994d req-60459de3-e681-45cc-9123-f7850940a2bf tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:47.876276 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-230df770-9f00-447f-8acb-bf2e9693994d req-60459de3-e681-45cc-9123-f7850940a2bf tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1096935 May 17 12:04:47.928402 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-230df770-9f00-447f-8acb-bf2e9693994d req-f35ba83a-0855-4cf2-a760-d9741dfb6b69 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459077 May 17 12:04:48.574923 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6e8ed-eec9-40ae-b93f-67425d1a1b8f req-f56c87f5-6daf-4e80-ae45-c818ab4db43d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:48.576865 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-92e6e8ed-eec9-40ae-b93f-67425d1a1b8f req-f56c87f5-6daf-4e80-ae45-c818ab4db43d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0993505 May 17 12:04:48.643652 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-92e6e8ed-eec9-40ae-b93f-67425d1a1b8f req-fd7033a2-4724-48d8-abb8-15651bb9a688 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590260 May 17 12:04:49.196527 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317600-1b45-42d2-8a74-9ec92c91ea62 req-0fb4a7e7-88c5-42b4-a454-c45f25bfeb05 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:49.198077 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4f317600-1b45-42d2-8a74-9ec92c91ea62 req-0fb4a7e7-88c5-42b4-a454-c45f25bfeb05 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1155469 May 17 12:04:49.268646 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4f317600-1b45-42d2-8a74-9ec92c91ea62 req-f9b05b3d-989a-4efe-b7be-144e22f74c68 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629437 May 17 12:04:49.873594 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921568f3-4260-40ee-bc13-9470dfc1818f req-b408b343-c441-4d52-9f86-ff8b3905b4f2 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:49.875402 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-921568f3-4260-40ee-bc13-9470dfc1818f req-b408b343-c441-4d52-9f86-ff8b3905b4f2 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1062739 May 17 12:04:49.944282 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-921568f3-4260-40ee-bc13-9470dfc1818f req-7dd65b52-8b0e-4239-9502-0b82381369e5 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612686 May 17 12:04:50.514778 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f5b83-1069-4c5b-a4bd-d5e8c0cf2829 req-5e6b5f97-7243-4484-880a-f17e2088ea00 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:50.519286 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-857f5b83-1069-4c5b-a4bd-d5e8c0cf2829 req-5e6b5f97-7243-4484-880a-f17e2088ea00 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1150985 May 17 12:04:50.577057 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-857f5b83-1069-4c5b-a4bd-d5e8c0cf2829 req-924e4ff7-cf83-4c6b-8ea9-dfbc401b8dc4 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532317 May 17 12:04:51.228583 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09762e40-7fe7-4616-9ae5-ecdd67b36726 req-66e0dc76-0747-445d-9b85-dffb53009ce2 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:51.230361 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-09762e40-7fe7-4616-9ae5-ecdd67b36726 req-66e0dc76-0747-445d-9b85-dffb53009ce2 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1686256 May 17 12:04:51.248658 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d383107-504b-4ed2-a51a-9f3f5aac2e9d req-38c754aa-c658-498b-8871-6ff326029a31 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:51.250100 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6d383107-504b-4ed2-a51a-9f3f5aac2e9d req-38c754aa-c658-498b-8871-6ff326029a31 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1426058 May 17 12:04:51.422065 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6d383107-504b-4ed2-a51a-9f3f5aac2e9d req-0ad9478b-6316-4c4e-b9c6-bde947c7a820 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/security-groups?id=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403377 May 17 12:04:51.480338 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-09762e40-7fe7-4616-9ae5-ecdd67b36726 req-ece59b34-589f-434d-a4cc-60755a901466 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Deleting port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:04:51.480887 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-09762e40-7fe7-4616-9ae5-ecdd67b36726 req-ece59b34-589f-434d-a4cc-60755a901466 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:51.692171 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-09762e40-7fe7-4616-9ae5-ecdd67b36726 req-ece59b34-589f-434d-a4cc-60755a901466 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] For port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0cc1f6a1-e8b1-456f-a299-bce0ebc24947,segment=NetworkSegment(523e2577-3281-4cd2-907b-ec09537e4dbc),segment_id=523e2577-3281-4cd2-907b-ec09537e4dbc)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:51.693112 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-09762e40-7fe7-4616-9ae5-ecdd67b36726 req-ece59b34-589f-434d-a4cc-60755a901466 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:51.968523 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-09762e40-7fe7-4616-9ae5-ecdd67b36726 req-ece59b34-589f-434d-a4cc-60755a901466 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Calling delete_port for 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 owned by compute:nova {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:04:52.019726 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ed36c-59f5-4ab6-b89e-fcddf0de8244 req-47a28628-b876-4ebe-bc98-4a075b85329f tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:52.021204 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e90ed36c-59f5-4ab6-b89e-fcddf0de8244 req-47a28628-b876-4ebe-bc98-4a075b85329f tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 946 time: 0.4419758 May 17 12:04:52.108613 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e90ed36c-59f5-4ab6-b89e-fcddf0de8244 req-c2722ccb-709c-4d84-b34f-1598ec0d48d9 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807137 May 17 12:04:52.119302 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c712-e12d-4ab7-a880-2be3211d6d9a req-145ea5eb-a168-449e-9652-8c365ca9e5e9 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:52.121120 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9165c712-e12d-4ab7-a880-2be3211d6d9a req-145ea5eb-a168-449e-9652-8c365ca9e5e9 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.3533523 May 17 12:04:52.242607 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9165c712-e12d-4ab7-a880-2be3211d6d9a req-fe26fea2-c72a-485e-bca3-882c5e971e6a tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794799 May 17 12:04:52.244222 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-09762e40-7fe7-4616-9ae5-ecdd67b36726 req-ece59b34-589f-434d-a4cc-60755a901466 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:52.251805 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:52.258487 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['0cc1f6a1-e8b1-456f-a299-bce0ebc24947'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:04:52.304414 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece59b34-589f-434d-a4cc-60755a901466 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Pushing event deleted for resources: {'Port': ['ID=0cc1f6a1-e8b1-456f-a299-bce0ebc24947,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:52.332743 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ece59b34-589f-434d-a4cc-60755a901466 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:52.387893 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-09762e40-7fe7-4616-9ae5-ecdd67b36726 req-ece59b34-589f-434d-a4cc-60755a901466 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] No DVR routers for this DVR port 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 on host hv-cinder-73414 {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:04:52.390806 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-09762e40-7fe7-4616-9ae5-ecdd67b36726 req-ece59b34-589f-434d-a4cc-60755a901466 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:52.394468 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a95cacf-b380-42c0-98d2-ae48e336d7d7', 'name': 'network-vif-deleted', 'tag': '0cc1f6a1-e8b1-456f-a299-bce0ebc24947'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:52.414451 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-09762e40-7fe7-4616-9ae5-ecdd67b36726 req-ece59b34-589f-434d-a4cc-60755a901466 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.64 "DELETE /v2.0/ports/0cc1f6a1-e8b1-456f-a299-bce0ebc24947 HTTP/1.1" status: 204 len: 173 time: 1.1740305 May 17 12:04:52.462629 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a95cacf-b380-42c0-98d2-ae48e336d7d7', 'name': 'network-vif-deleted', 'tag': '0cc1f6a1-e8b1-456f-a299-bce0ebc24947', 'status': 'completed', 'code': 200} May 17 12:04:52.824633 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-4d111ab9-3b12-43d0-985b-f65a34601c2a req-713be3de-9924-43ee-beea-60fcfa3d7abb tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Synchronizing usage tracker for tenant:f8aba02be7d94dfba4286b839d65667c on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:04:52.868977 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-4d111ab9-3b12-43d0-985b-f65a34601c2a req-713be3de-9924-43ee-beea-60fcfa3d7abb tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Unset dirty status for tenant:f8aba02be7d94dfba4286b839d65667c on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:04:52.870815 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4d111ab9-3b12-43d0-985b-f65a34601c2a req-713be3de-9924-43ee-beea-60fcfa3d7abb tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a95cacf-b380-42c0-98d2-ae48e336d7d7 HTTP/1.1" status: 200 len: 210 time: 0.0964556 May 17 12:04:53.328772 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a4b9c-255d-449b-9538-c7b1bda09ccf req-b44253c8-d7db-4ab2-9327-da58424081a1 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:53.331120 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d97a4b9c-255d-449b-9538-c7b1bda09ccf req-b44253c8-d7db-4ab2-9327-da58424081a1 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 946 time: 0.0973461 May 17 12:04:53.387209 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d97a4b9c-255d-449b-9538-c7b1bda09ccf req-35cb4e04-d4e0-4ab0-944e-febcafdbe0c6 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474472 May 17 12:04:54.646256 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f14bae-7108-4f25-8100-8cf3322ac9af req-bf583ab4-5fe4-4c12-8850-4f68c5c0a212 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:54.647874 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a1f14bae-7108-4f25-8100-8cf3322ac9af req-bf583ab4-5fe4-4c12-8850-4f68c5c0a212 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 946 time: 0.1045420 May 17 12:04:54.700850 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a1f14bae-7108-4f25-8100-8cf3322ac9af req-161117e3-bdd8-4acb-8669-68bf41b2b0b6 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468431 May 17 12:04:54.726580 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:04:54.767278 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:04:54.768415 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 0cc1f6a1-e8b1-456f-a299-bce0ebc24947 not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:04:54.992322 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75143cd8-22b9-4bb1-9908-e81abee0d0f0 req-c4a5b455-7539-42df-92d0-d7fdb3a69107 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:54.994080 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-75143cd8-22b9-4bb1-9908-e81abee0d0f0 req-c4a5b455-7539-42df-92d0-d7fdb3a69107 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 946 time: 0.1013408 May 17 12:04:55.214545 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-75143cd8-22b9-4bb1-9908-e81abee0d0f0 req-b2db7c50-f9e3-4209-b2e5-49918e227dab tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Deleting port 7005f733-7469-4c87-85b1-667134b4238e {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:04:55.214545 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-75143cd8-22b9-4bb1-9908-e81abee0d0f0 req-b2db7c50-f9e3-4209-b2e5-49918e227dab tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:55.465140 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-75143cd8-22b9-4bb1-9908-e81abee0d0f0 req-b2db7c50-f9e3-4209-b2e5-49918e227dab tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] For port 7005f733-7469-4c87-85b1-667134b4238e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7005f733-7469-4c87-85b1-667134b4238e,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:55.468264 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-75143cd8-22b9-4bb1-9908-e81abee0d0f0 req-b2db7c50-f9e3-4209-b2e5-49918e227dab tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:55.627533 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-75143cd8-22b9-4bb1-9908-e81abee0d0f0 req-b2db7c50-f9e3-4209-b2e5-49918e227dab tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Calling delete_port for 7005f733-7469-4c87-85b1-667134b4238e owned by compute:nova {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:04:55.797321 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-75143cd8-22b9-4bb1-9908-e81abee0d0f0 req-b2db7c50-f9e3-4209-b2e5-49918e227dab tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:55.815612 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['b6ad61af-df06-4133-93ee-ed767763a4e3', 'fb28aeaf-3a93-400b-bdce-fa688480579e', '19754c9a-fa9f-4b0e-ae1f-6c0e20807c13', '7005f733-7469-4c87-85b1-667134b4238e'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:04:55.821757 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e005498b-1016-4359-8681-471f75629e12 tempest-DeleteServersTestJSON-1050382883 tempest-DeleteServersTestJSON-1050382883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:55.942562 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db7c50-f9e3-4209-b2e5-49918e227dab tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Pushing event deleted for resources: {'Port': ['ID=7005f733-7469-4c87-85b1-667134b4238e,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:55.988761 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b2db7c50-f9e3-4209-b2e5-49918e227dab tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:55.992008 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-04bfee8b-f9c9-4d15-a90c-851028bb5a7c req-46017a4b-b582-4c1b-b37b-ab263427cf6b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6372f58-49b7-4a10-9a7a-41b44c0bb7ce HTTP/1.1" status: 200 len: 210 time: 0.1133747 May 17 12:04:56.046638 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-75143cd8-22b9-4bb1-9908-e81abee0d0f0 req-b2db7c50-f9e3-4209-b2e5-49918e227dab tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] No DVR routers for this DVR port 7005f733-7469-4c87-85b1-667134b4238e on host hv-cinder-73414 {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:04:56.051293 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-75143cd8-22b9-4bb1-9908-e81abee0d0f0 req-b2db7c50-f9e3-4209-b2e5-49918e227dab tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.054868 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6372f58-49b7-4a10-9a7a-41b44c0bb7ce', 'name': 'network-vif-deleted', 'tag': '7005f733-7469-4c87-85b1-667134b4238e'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:56.080161 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-75143cd8-22b9-4bb1-9908-e81abee0d0f0 req-b2db7c50-f9e3-4209-b2e5-49918e227dab tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "DELETE /v2.0/ports/7005f733-7469-4c87-85b1-667134b4238e HTTP/1.1" status: 204 len: 173 time: 1.0791457 May 17 12:04:56.128707 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6372f58-49b7-4a10-9a7a-41b44c0bb7ce', 'name': 'network-vif-deleted', 'tag': '7005f733-7469-4c87-85b1-667134b4238e', 'status': 'completed', 'code': 200} May 17 12:04:58.643291 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4111b3-8d6e-4291-abfd-bd6654ecadf2 req-13f55eca-1aa4-4eee-8081-5d0f9eeadc57 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:58.649722 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9f4111b3-8d6e-4291-abfd-bd6654ecadf2 req-13f55eca-1aa4-4eee-8081-5d0f9eeadc57 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.2680249 May 17 12:04:58.723939 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 7005f733-7469-4c87-85b1-667134b4238e no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:04:58.761792 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9f4111b3-8d6e-4291-abfd-bd6654ecadf2 req-6869a04a-ea7f-461f-a6f4-81e4923a5161 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949147 May 17 12:04:58.784499 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: 7005f733-7469-4c87-85b1-667134b4238e {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:04:58.785262 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 7005f733-7469-4c87-85b1-667134b4238e not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:04:59.451948 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac597d-4572-473a-af0e-d6c2dafdbc4f req-85fd436b-60ff-400a-bf9d-c1f70997c4e8 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:59.453815 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-8cac597d-4572-473a-af0e-d6c2dafdbc4f req-85fd436b-60ff-400a-bf9d-c1f70997c4e8 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Synchronizing usage tracker for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:04:59.495481 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-8cac597d-4572-473a-af0e-d6c2dafdbc4f req-85fd436b-60ff-400a-bf9d-c1f70997c4e8 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Unset dirty status for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:04:59.498002 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cac597d-4572-473a-af0e-d6c2dafdbc4f req-85fd436b-60ff-400a-bf9d-c1f70997c4e8 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 945 time: 0.2616823 May 17 12:04:59.600122 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8cac597d-4572-473a-af0e-d6c2dafdbc4f req-db245b90-b5da-4670-acab-975d3248a941 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947526 May 17 12:05:00.021509 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc1265-42ed-4a91-b43f-0460dfc82a27 req-65499a3d-1516-4467-939e-c61217016b90 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:00.023542 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-21dc1265-42ed-4a91-b43f-0460dfc82a27 req-65499a3d-1516-4467-939e-c61217016b90 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.1207867 May 17 12:05:00.098912 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-21dc1265-42ed-4a91-b43f-0460dfc82a27 req-2d8100fa-c561-4bf4-90d2-a9d5a04abce6 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639405 May 17 12:05:00.946181 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6515d1-1d4d-47e9-a638-8e32ee87f70f req-0f5502e7-48a7-46f8-b89e-af2d88080337 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:00.953722 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ac6515d1-1d4d-47e9-a638-8e32ee87f70f req-0f5502e7-48a7-46f8-b89e-af2d88080337 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 945 time: 0.2035372 May 17 12:05:01.006610 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ac6515d1-1d4d-47e9-a638-8e32ee87f70f req-ca39b7cd-36b7-48e7-850c-0a1306a0a3d1 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519314 May 17 12:05:01.450519 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3a6f-9d41-469c-864c-e40004bf5f65 req-ec1b719b-2ba1-45ad-9d80-c4dc4aec0491 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:01.452203 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c71d3a6f-9d41-469c-864c-e40004bf5f65 req-ec1b719b-2ba1-45ad-9d80-c4dc4aec0491 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.1554239 May 17 12:05:01.525399 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c71d3a6f-9d41-469c-864c-e40004bf5f65 req-9d299a91-5a67-40bd-9f33-a0f2ea3c0f1b tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653908 May 17 12:05:01.787580 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd76091-7a8c-45e2-9a05-224573300f27 req-a447b7d3-d8d9-4812-8480-c8fcad0d36c3 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:01.790248 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-abd76091-7a8c-45e2-9a05-224573300f27 req-a447b7d3-d8d9-4812-8480-c8fcad0d36c3 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 945 time: 0.1111343 May 17 12:05:02.110512 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-abd76091-7a8c-45e2-9a05-224573300f27 req-5d42d4ed-cf3d-43c8-a1bf-b4945c1451da tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Deleting port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:05:02.114867 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-abd76091-7a8c-45e2-9a05-224573300f27 req-5d42d4ed-cf3d-43c8-a1bf-b4945c1451da tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:02.186583 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b99b37-4fc2-470d-8d08-10383745592b req-0e04d26a-f675-484e-8cb3-c5bf5ac66046 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:02.187700 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-84b99b37-4fc2-470d-8d08-10383745592b req-0e04d26a-f675-484e-8cb3-c5bf5ac66046 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Synchronizing usage tracker for tenant:95d352b964a4429cacfc2c064f3e6021 on resource:port {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:02.235954 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-84b99b37-4fc2-470d-8d08-10383745592b req-0e04d26a-f675-484e-8cb3-c5bf5ac66046 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Unset dirty status for tenant:95d352b964a4429cacfc2c064f3e6021 on resource:port {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:02.240198 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-84b99b37-4fc2-470d-8d08-10383745592b req-0e04d26a-f675-484e-8cb3-c5bf5ac66046 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.2458751 May 17 12:05:02.456911 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-abd76091-7a8c-45e2-9a05-224573300f27 req-5d42d4ed-cf3d-43c8-a1bf-b4945c1451da tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] For port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=19754c9a-fa9f-4b0e-ae1f-6c0e20807c13,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:02.457541 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-abd76091-7a8c-45e2-9a05-224573300f27 req-5d42d4ed-cf3d-43c8-a1bf-b4945c1451da tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:02.522077 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-84b99b37-4fc2-470d-8d08-10383745592b req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Deleting port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:05:02.522303 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-84b99b37-4fc2-470d-8d08-10383745592b req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:02.699607 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-abd76091-7a8c-45e2-9a05-224573300f27 req-5d42d4ed-cf3d-43c8-a1bf-b4945c1451da tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Calling delete_port for 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 owned by compute:nova {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:05:02.927443 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d7d7a-77bc-4910-958e-8d6fcc9379d7 req-31d84b3f-2edb-4eb5-82ae-be5a9b3749d2 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:02.927443 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ef7d7d7a-77bc-4910-958e-8d6fcc9379d7 req-31d84b3f-2edb-4eb5-82ae-be5a9b3749d2 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 945 time: 0.6088665 May 17 12:05:02.937836 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-84b99b37-4fc2-470d-8d08-10383745592b req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] For port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0,segment=NetworkSegment(4c38c62c-fa65-4082-bc4d-401b5f1afaac),segment_id=4c38c62c-fa65-4082-bc4d-401b5f1afaac)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:02.938769 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-84b99b37-4fc2-470d-8d08-10383745592b req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:03.016707 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-93a5bceb-6cd3-4e22-ad72-aab07245c846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:03.068282 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-abd76091-7a8c-45e2-9a05-224573300f27 req-5d42d4ed-cf3d-43c8-a1bf-b4945c1451da tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:03.085512 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['b6ad61af-df06-4133-93ee-ed767763a4e3', 'fb28aeaf-3a93-400b-bdce-fa688480579e', '19754c9a-fa9f-4b0e-ae1f-6c0e20807c13'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:05:03.124971 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ef7d7d7a-77bc-4910-958e-8d6fcc9379d7 req-be9f3d32-502f-42fb-849b-4147cbcace97 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566520 May 17 12:05:03.131456 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:03.173059 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-84b99b37-4fc2-470d-8d08-10383745592b req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Calling delete_port for 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 owned by compute:nova {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:05:03.287212 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42d4ed-cf3d-43c8-a1bf-b4945c1451da tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Pushing event deleted for resources: {'Port': ['ID=19754c9a-fa9f-4b0e-ae1f-6c0e20807c13,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:03.350579 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-5d42d4ed-cf3d-43c8-a1bf-b4945c1451da tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:03.389086 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd76091-7a8c-45e2-9a05-224573300f27 req-5d42d4ed-cf3d-43c8-a1bf-b4945c1451da tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] No DVR routers for this DVR port 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 on host hv-cinder-73414 {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:05:03.403624 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-abd76091-7a8c-45e2-9a05-224573300f27 req-5d42d4ed-cf3d-43c8-a1bf-b4945c1451da tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:03.406605 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb18088-7c2f-4e3f-88cf-a996ecedca57', 'name': 'network-vif-deleted', 'tag': '19754c9a-fa9f-4b0e-ae1f-6c0e20807c13'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:03.441856 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb6ee9-9dc7-4389-be97-9204fa526ac3 req-e71424ef-0dde-4d41-a922-3fc465fb1010 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:03.464244 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f8eb6ee9-9dc7-4389-be97-9204fa526ac3 req-e71424ef-0dde-4d41-a922-3fc465fb1010 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 945 time: 0.5859075 May 17 12:05:03.525892 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-84b99b37-4fc2-470d-8d08-10383745592b req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:03.539337 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:03.553183 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-abd76091-7a8c-45e2-9a05-224573300f27 req-5d42d4ed-cf3d-43c8-a1bf-b4945c1451da tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "DELETE /v2.0/ports/19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 HTTP/1.1" status: 204 len: 173 time: 1.7552376 May 17 12:05:03.649593 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Pushing event deleted for resources: {'Port': ['ID=4a8ea75c-d334-43d5-a8bf-f1a100b33dd0,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:03.664956 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f8eb6ee9-9dc7-4389-be97-9204fa526ac3 req-43de40a4-9746-4836-8850-424bca242063 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996238 May 17 12:05:03.669405 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:03.669764 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:03.670146 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:03.670498 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:03.670845 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:03.671192 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:03.671584 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:03.671927 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:03.672367 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:03.672587 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:03.672921 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:03.673300 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:03.679393 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:03.747963 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b99b37-4fc2-470d-8d08-10383745592b req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] No DVR routers for this DVR port 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 on host hv-cinder-73414 {{(pid=78758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:05:03.751041 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-84b99b37-4fc2-470d-8d08-10383745592b req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:03.757623 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d92842-540a-4d76-ae42-f3fbfe1beecc', 'name': 'network-vif-deleted', 'tag': '4a8ea75c-d334-43d5-a8bf-f1a100b33dd0'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:03.782530 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb18088-7c2f-4e3f-88cf-a996ecedca57', 'name': 'network-vif-deleted', 'tag': '19754c9a-fa9f-4b0e-ae1f-6c0e20807c13', 'status': 'completed', 'code': 200} May 17 12:05:03.799701 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-84b99b37-4fc2-470d-8d08-10383745592b req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.64 "DELETE /v2.0/ports/4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 HTTP/1.1" status: 204 len: 173 time: 1.5526552 May 17 12:05:03.838053 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d92842-540a-4d76-ae42-f3fbfe1beecc', 'name': 'network-vif-deleted', 'tag': '4a8ea75c-d334-43d5-a8bf-f1a100b33dd0', 'status': 'completed', 'code': 200} May 17 12:05:04.398371 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-bbc313bc-bfc6-4654-a0bd-c71b48dc07df req-d11d2f63-6ec5-4e9c-ae9f-12b3a7f48e73 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Synchronizing usage tracker for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:04.427535 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-bbc313bc-bfc6-4654-a0bd-c71b48dc07df req-d11d2f63-6ec5-4e9c-ae9f-12b3a7f48e73 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Unset dirty status for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:04.442626 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bbc313bc-bfc6-4654-a0bd-c71b48dc07df req-d11d2f63-6ec5-4e9c-ae9f-12b3a7f48e73 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb18088-7c2f-4e3f-88cf-a996ecedca57 HTTP/1.1" status: 200 len: 210 time: 0.1290410 May 17 12:05:04.519934 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['856aa2a5-b2ec-4151-bc1b-0c506a2bc39f', '4a8ea75c-d334-43d5-a8bf-f1a100b33dd0'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:05:04.928953 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4323e808-46cb-4d2f-87fc-97271cf7d617 req-75926e87-390b-4e19-ae7c-288c06e55edb tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d92842-540a-4d76-ae42-f3fbfe1beecc HTTP/1.1" status: 200 len: 210 time: 0.0619309 May 17 12:05:05.605266 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-103134aa-ca1e-44ab-8db2-8d4d3caae628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:05.676882 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:06.364916 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1833e-8093-4c07-ac24-e5bc2a93b640 req-141ab9b8-92a3-4a40-8e61-ff56cc9e2196 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:06.373358 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7ea1833e-8093-4c07-ac24-e5bc2a93b640 req-141ab9b8-92a3-4a40-8e61-ff56cc9e2196 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 946 time: 0.1345952 May 17 12:05:06.436897 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7ea1833e-8093-4c07-ac24-e5bc2a93b640 req-3fc1becf-d61b-411a-9471-bb46c1ad47fc tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623202 May 17 12:05:06.651469 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:06.652102 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328eadc-ead1-4dcc-a003-1535c9a58afa req-dc8616a5-337f-4e8a-bc2b-846d15503618 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:06.653695 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0328eadc-ead1-4dcc-a003-1535c9a58afa req-dc8616a5-337f-4e8a-bc2b-846d15503618 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1110752 May 17 12:05:06.728418 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0328eadc-ead1-4dcc-a003-1535c9a58afa req-eb72e074-7e5b-499d-85b2-3addf02063f6 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645959 May 17 12:05:06.755526 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:05:06.794878 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:05:06.795248 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 19754c9a-fa9f-4b0e-ae1f-6c0e20807c13 not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:05:06.795723 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:05:06.840252 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:05:06.840752 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 4a8ea75c-d334-43d5-a8bf-f1a100b33dd0 not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:05:06.975109 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:05:07.869998 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d5df0-787a-4891-8e90-cd792606dacb req-3c2954bc-11c4-49de-a2f4-fec576749f58 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:07.878345 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c68d5df0-787a-4891-8e90-cd792606dacb req-3c2954bc-11c4-49de-a2f4-fec576749f58 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 946 time: 0.2620833 May 17 12:05:07.967296 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c68d5df0-787a-4891-8e90-cd792606dacb req-ab51b9d6-cb85-4745-8ff5-56b9a642d157 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815947 May 17 12:05:08.138924 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546b177-d6f2-4437-8cf3-935a137dafae req-997fd776-b154-42ae-93b1-90be7150ab3d tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:08.140616 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a546b177-d6f2-4437-8cf3-935a137dafae req-997fd776-b154-42ae-93b1-90be7150ab3d tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1574583 May 17 12:05:08.211310 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a546b177-d6f2-4437-8cf3-935a137dafae req-f5c5442f-dc37-4633-b25a-fd6f111318ff tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570569 May 17 12:05:08.508757 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:08.542612 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd80a8-c23b-4061-9697-47df3eb5ea88 req-fdc2c19c-ed0d-46f3-be8b-8a47d2511aaa tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:08.544871 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-38fd80a8-c23b-4061-9697-47df3eb5ea88 req-fdc2c19c-ed0d-46f3-be8b-8a47d2511aaa tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Synchronizing usage tracker for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:08.565600 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-38fd80a8-c23b-4061-9697-47df3eb5ea88 req-fdc2c19c-ed0d-46f3-be8b-8a47d2511aaa tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Unset dirty status for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:08.566657 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-38fd80a8-c23b-4061-9697-47df3eb5ea88 req-fdc2c19c-ed0d-46f3-be8b-8a47d2511aaa tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 946 time: 0.1648183 May 17 12:05:08.757427 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-38fd80a8-c23b-4061-9697-47df3eb5ea88 req-fd36b322-1aa8-48a9-aefa-b6c3f56ca70a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Deleting port fb28aeaf-3a93-400b-bdce-fa688480579e {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:05:08.757800 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-38fd80a8-c23b-4061-9697-47df3eb5ea88 req-fd36b322-1aa8-48a9-aefa-b6c3f56ca70a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:08.976455 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-38fd80a8-c23b-4061-9697-47df3eb5ea88 req-fd36b322-1aa8-48a9-aefa-b6c3f56ca70a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] For port fb28aeaf-3a93-400b-bdce-fa688480579e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fb28aeaf-3a93-400b-bdce-fa688480579e,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:08.977004 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-38fd80a8-c23b-4061-9697-47df3eb5ea88 req-fd36b322-1aa8-48a9-aefa-b6c3f56ca70a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:09.171126 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-38fd80a8-c23b-4061-9697-47df3eb5ea88 req-fd36b322-1aa8-48a9-aefa-b6c3f56ca70a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Calling delete_port for fb28aeaf-3a93-400b-bdce-fa688480579e owned by compute:nova {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:05:09.373375 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c81c9-5238-4527-8ccd-fb84a754f90c req-995b8769-896c-4ec3-9a43-d979599789b6 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:09.383070 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b20c81c9-5238-4527-8ccd-fb84a754f90c req-995b8769-896c-4ec3-9a43-d979599789b6 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 946 time: 0.1583843 May 17 12:05:09.443981 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b20c81c9-5238-4527-8ccd-fb84a754f90c req-2c5c9645-00f4-495c-a0f1-1d378147dab0 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571880 May 17 12:05:09.447275 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-38fd80a8-c23b-4061-9697-47df3eb5ea88 req-fd36b322-1aa8-48a9-aefa-b6c3f56ca70a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:09.458918 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:09.461766 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['b6ad61af-df06-4133-93ee-ed767763a4e3', 'fb28aeaf-3a93-400b-bdce-fa688480579e'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:05:09.592874 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36b322-1aa8-48a9-aefa-b6c3f56ca70a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Pushing event deleted for resources: {'Port': ['ID=fb28aeaf-3a93-400b-bdce-fa688480579e,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:09.624674 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-fd36b322-1aa8-48a9-aefa-b6c3f56ca70a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:09.640210 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8f808-df0d-4a37-ad24-829308cae1ee req-af12d626-792f-456e-aa9e-9ce4a9da54bc tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:09.646610 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e9f8f808-df0d-4a37-ad24-829308cae1ee req-af12d626-792f-456e-aa9e-9ce4a9da54bc tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1502190 May 17 12:05:09.816533 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fd80a8-c23b-4061-9697-47df3eb5ea88 req-fd36b322-1aa8-48a9-aefa-b6c3f56ca70a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] No DVR routers for this DVR port fb28aeaf-3a93-400b-bdce-fa688480579e on host hv-cinder-73414 {{(pid=78758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:05:09.818913 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-38fd80a8-c23b-4061-9697-47df3eb5ea88 req-fd36b322-1aa8-48a9-aefa-b6c3f56ca70a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:09.820022 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e9f8f808-df0d-4a37-ad24-829308cae1ee req-22388015-54ac-4429-84ae-fe069ee63dcc tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607838 May 17 12:05:09.842699 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fc9c23-0dab-4951-8c8b-f6092de1b716', 'name': 'network-vif-deleted', 'tag': 'fb28aeaf-3a93-400b-bdce-fa688480579e'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:09.852042 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-38fd80a8-c23b-4061-9697-47df3eb5ea88 req-fd36b322-1aa8-48a9-aefa-b6c3f56ca70a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "DELETE /v2.0/ports/fb28aeaf-3a93-400b-bdce-fa688480579e HTTP/1.1" status: 204 len: 173 time: 1.2786748 May 17 12:05:09.915005 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fc9c23-0dab-4951-8c8b-f6092de1b716', 'name': 'network-vif-deleted', 'tag': 'fb28aeaf-3a93-400b-bdce-fa688480579e', 'status': 'completed', 'code': 200} May 17 12:05:10.628135 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-eb7c480a-1be5-431e-89d3-5473a7fa20c5 req-a01c1ad0-faa4-46c2-bb42-6e69b14bae63 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=96fc9c23-0dab-4951-8c8b-f6092de1b716 HTTP/1.1" status: 200 len: 210 time: 0.0528169 May 17 12:05:11.121008 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9f801-e7be-49c5-b697-34ed307475bc req-5d9d71f2-e5e1-487b-90b5-a362cb0b8fe1 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:11.134853 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d2a9f801-e7be-49c5-b697-34ed307475bc req-5d9d71f2-e5e1-487b-90b5-a362cb0b8fe1 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1605582 May 17 12:05:11.196037 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d2a9f801-e7be-49c5-b697-34ed307475bc req-a3016044-ddba-464e-b949-ded964fb3231 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597053 May 17 12:05:11.547500 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:12.490486 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af90d8-d208-4045-b391-5e2ee0d0f264 req-0b7f474d-0526-427a-b0d5-f72fcba4c6bf tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:12.503735 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-94af90d8-d208-4045-b391-5e2ee0d0f264 req-0b7f474d-0526-427a-b0d5-f72fcba4c6bf tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1520026 May 17 12:05:12.603880 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-94af90d8-d208-4045-b391-5e2ee0d0f264 req-23c3ecda-9877-4254-b8c4-36aac9b3f715 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987716 May 17 12:05:12.792090 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device fb28aeaf-3a93-400b-bdce-fa688480579e no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:05:12.841483 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: fb28aeaf-3a93-400b-bdce-fa688480579e {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:05:12.842136 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device fb28aeaf-3a93-400b-bdce-fa688480579e not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:05:13.351891 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69a52-c5c5-49d9-94a5-d1dd3e728402 req-b61f275e-7a9d-402c-b5e2-c7f280afff87 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:13.353463 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-69d69a52-c5c5-49d9-94a5-d1dd3e728402 req-b61f275e-7a9d-402c-b5e2-c7f280afff87 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 945 time: 0.1110303 May 17 12:05:13.444021 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-69d69a52-c5c5-49d9-94a5-d1dd3e728402 req-369e2d05-0b40-4357-bad6-8af1ac9da8dd tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832410 May 17 12:05:13.668308 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f655fa5-2e1e-499b-b374-92e199c7d88e req-ad8ad38d-47ac-4894-8e17-7744e39e4b62 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:13.669369 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-4f655fa5-2e1e-499b-b374-92e199c7d88e req-ad8ad38d-47ac-4894-8e17-7744e39e4b62 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Synchronizing usage tracker for tenant:95d352b964a4429cacfc2c064f3e6021 on resource:port {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:13.706849 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-4f655fa5-2e1e-499b-b374-92e199c7d88e req-ad8ad38d-47ac-4894-8e17-7744e39e4b62 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Unset dirty status for tenant:95d352b964a4429cacfc2c064f3e6021 on resource:port {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:13.708957 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-4f655fa5-2e1e-499b-b374-92e199c7d88e req-ad8ad38d-47ac-4894-8e17-7744e39e4b62 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.2618303 May 17 12:05:13.906588 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ca0fc-64ee-4fec-99a1-b2c6d8b3ff54 req-f0e08095-0253-4b29-83cd-de40229185de tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:13.918754 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d62ca0fc-64ee-4fec-99a1-b2c6d8b3ff54 req-f0e08095-0253-4b29-83cd-de40229185de tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 946 time: 0.1523833 May 17 12:05:13.984908 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d62ca0fc-64ee-4fec-99a1-b2c6d8b3ff54 req-7f969faa-069e-45d3-bdc7-dcb60f7d46ba tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646791 May 17 12:05:14.023617 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-4f655fa5-2e1e-499b-b374-92e199c7d88e req-ce2db138-92b4-4dfc-8882-bfe786712679 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Deleting port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:05:14.023617 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-4f655fa5-2e1e-499b-b374-92e199c7d88e req-ce2db138-92b4-4dfc-8882-bfe786712679 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:14.209331 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef2a9d-9ed4-4b89-a042-ed1ff4a6aac1 req-48c097e3-56e8-4c46-911e-bc1d89d322e4 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:14.211013 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-caef2a9d-9ed4-4b89-a042-ed1ff4a6aac1 req-48c097e3-56e8-4c46-911e-bc1d89d322e4 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4a744b9-e5cd-4551-bc11-700b44e116dd HTTP/1.1" status: 200 len: 945 time: 0.1371951 May 17 12:05:14.278522 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-caef2a9d-9ed4-4b89-a042-ed1ff4a6aac1 req-f5208266-93e2-4bf0-80b6-b034d27c68c4 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.47 "GET /v2.0/security-groups?id=9902d9f2-d7c5-4af9-81d6-74466c308b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552969 May 17 12:05:14.420077 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-4f655fa5-2e1e-499b-b374-92e199c7d88e req-ce2db138-92b4-4dfc-8882-bfe786712679 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] For port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f,segment=NetworkSegment(4c38c62c-fa65-4082-bc4d-401b5f1afaac),segment_id=4c38c62c-fa65-4082-bc4d-401b5f1afaac)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:14.420770 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-4f655fa5-2e1e-499b-b374-92e199c7d88e req-ce2db138-92b4-4dfc-8882-bfe786712679 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:14.683292 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-4f655fa5-2e1e-499b-b374-92e199c7d88e req-ce2db138-92b4-4dfc-8882-bfe786712679 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Calling delete_port for 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f owned by compute:nova {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:05:14.784060 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-63a51770-d155-4e76-8da8-92d4aaa6baef tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895368176&fields=id&tenant_id=3e0609b6aaf74c2296065762a9918789 HTTP/1.1" status: 200 len: 267 time: 0.0659928 May 17 12:05:14.878361 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-4f655fa5-2e1e-499b-b374-92e199c7d88e req-ce2db138-92b4-4dfc-8882-bfe786712679 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:14.888723 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:14.961666 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2db138-92b4-4dfc-8882-bfe786712679 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Pushing event deleted for resources: {'Port': ['ID=856aa2a5-b2ec-4151-bc1b-0c506a2bc39f,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:14.966556 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ce2db138-92b4-4dfc-8882-bfe786712679 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:14.973864 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259e54b-ef92-4859-bdad-80e1712801cf req-89cb0a02-45e3-425f-96ad-a4a878858134 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:14.982288 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f259e54b-ef92-4859-bdad-80e1712801cf req-89cb0a02-45e3-425f-96ad-a4a878858134 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 945 time: 0.3450208 May 17 12:05:15.091913 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f655fa5-2e1e-499b-b374-92e199c7d88e req-ce2db138-92b4-4dfc-8882-bfe786712679 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] No DVR routers for this DVR port 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f on host hv-cinder-73414 {{(pid=78758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:05:15.093498 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f259e54b-ef92-4859-bdad-80e1712801cf req-8ff5bf3d-2884-49d1-b162-6ddb1aa294b7 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100872 May 17 12:05:15.098310 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-4f655fa5-2e1e-499b-b374-92e199c7d88e req-ce2db138-92b4-4dfc-8882-bfe786712679 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:15.138056 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a744b9-e5cd-4551-bc11-700b44e116dd', 'name': 'network-vif-deleted', 'tag': '856aa2a5-b2ec-4151-bc1b-0c506a2bc39f'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:15.139265 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-fc5eedf6-c413-4535-aed2-d28d6e76365d tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:15.144593 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-fc5eedf6-c413-4535-aed2-d28d6e76365d tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/networks?id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74 HTTP/1.1" status: 200 len: 808 time: 0.3516815 May 17 12:05:15.171687 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-6003e223-32bc-44c9-96f3-6bdc8493bf2f tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/quotas/3e0609b6aaf74c2296065762a9918789 HTTP/1.1" status: 200 len: 375 time: 0.0242250 May 17 12:05:15.172300 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-4f655fa5-2e1e-499b-b374-92e199c7d88e req-ce2db138-92b4-4dfc-8882-bfe786712679 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] 10.222.0.64 "DELETE /v2.0/ports/856aa2a5-b2ec-4151-bc1b-0c506a2bc39f HTTP/1.1" status: 204 len: 173 time: 1.4459414 May 17 12:05:15.301303 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-978d6fd9-3889-45d2-a5f4-c5212f853c8c tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e0609b6aaf74c2296065762a9918789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1241066 May 17 12:05:15.583241 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-3a87a737-16c5-483d-8063-534c4a314c11 service neutron] 10.222.0.47 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679203 May 17 12:05:15.750416 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531d3a8-17d9-4b4b-b7e9-ee39068f914e req-4e6a3e6f-03ba-455b-870c-55b722f15049 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:15.755870 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2531d3a8-17d9-4b4b-b7e9-ee39068f914e req-4e6a3e6f-03ba-455b-870c-55b722f15049 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 946 time: 0.2561803 May 17 12:05:15.839204 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8f3fc69f-394c-431a-8bb7-e7467cbdced5 service neutron] 10.222.0.47 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441249 May 17 12:05:16.035451 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cff12-ac6b-43d7-b8e1-10f6015d1876 req-9bc267d2-11ef-45f0-acbf-d38b5457aff1 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:16.036565 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-421cff12-ac6b-43d7-b8e1-10f6015d1876 req-9bc267d2-11ef-45f0-acbf-d38b5457aff1 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Synchronizing usage tracker for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:16.050186 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2531d3a8-17d9-4b4b-b7e9-ee39068f914e req-57ed6de1-9b40-4f98-97ed-879fcf42420f tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b783e0c-7dfe-4963-8e09-4202115e292d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647111 May 17 12:05:16.069837 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-421cff12-ac6b-43d7-b8e1-10f6015d1876 req-9bc267d2-11ef-45f0-acbf-d38b5457aff1 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Unset dirty status for tenant:4ffcaa59dd6948a1b5a85ceb699b53c5 on resource:port {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:16.075463 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-421cff12-ac6b-43d7-b8e1-10f6015d1876 req-9bc267d2-11ef-45f0-acbf-d38b5457aff1 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 946 time: 0.2016068 May 17 12:05:16.201899 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a744b9-e5cd-4551-bc11-700b44e116dd', 'name': 'network-vif-deleted', 'tag': '856aa2a5-b2ec-4151-bc1b-0c506a2bc39f', 'status': 'completed', 'code': 200} May 17 12:05:16.294502 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 53670) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:16.381408 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-421cff12-ac6b-43d7-b8e1-10f6015d1876 req-ec27a199-5441-4d47-a997-4599a8686a15 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Deleting port b6ad61af-df06-4133-93ee-ed767763a4e3 {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:05:16.383028 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-421cff12-ac6b-43d7-b8e1-10f6015d1876 req-ec27a199-5441-4d47-a997-4599a8686a15 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:16.705538 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-421cff12-ac6b-43d7-b8e1-10f6015d1876 req-ec27a199-5441-4d47-a997-4599a8686a15 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] For port b6ad61af-df06-4133-93ee-ed767763a4e3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b6ad61af-df06-4133-93ee-ed767763a4e3,segment=NetworkSegment(67dd5a8e-fde7-4d7b-bca1-44407680c862),segment_id=67dd5a8e-fde7-4d7b-bca1-44407680c862)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:16.706513 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-421cff12-ac6b-43d7-b8e1-10f6015d1876 req-ec27a199-5441-4d47-a997-4599a8686a15 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:16.795867 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:05:16.914504 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:05:16.916662 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 856aa2a5-b2ec-4151-bc1b-0c506a2bc39f not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:05:16.960439 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ee6f0538-33b5-4383-872a-278a820c5d4a req-6e59b78e-e52c-46f1-bf95-1aff561cd69d tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 210 time: 0.0746381 May 17 12:05:16.984841 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-421cff12-ac6b-43d7-b8e1-10f6015d1876 req-ec27a199-5441-4d47-a997-4599a8686a15 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Calling delete_port for b6ad61af-df06-4133-93ee-ed767763a4e3 owned by compute:nova {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:05:17.153161 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7079184-fd25-4af0-b7b2-3451211e6982 req-473b9c11-de35-465e-941c-7b874febebd8 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:17.170473 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a7079184-fd25-4af0-b7b2-3451211e6982 req-473b9c11-de35-465e-941c-7b874febebd8 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 945 time: 0.5287850 May 17 12:05:17.252708 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-421cff12-ac6b-43d7-b8e1-10f6015d1876 req-ec27a199-5441-4d47-a997-4599a8686a15 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:17.265556 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:17.269070 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['b6ad61af-df06-4133-93ee-ed767763a4e3'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:05:17.365695 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27a199-5441-4d47-a997-4599a8686a15 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Pushing event deleted for resources: {'Port': ['ID=b6ad61af-df06-4133-93ee-ed767763a4e3,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:17.365939 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-72a8bf86-ca7d-4cc3-9b34-8e8f7035a26a req-9f42dc88-7a8b-40ff-a8ae-937467dfbf72 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 210 time: 0.0759995 May 17 12:05:17.458122 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ec27a199-5441-4d47-a997-4599a8686a15 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:17.558770 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-421cff12-ac6b-43d7-b8e1-10f6015d1876 req-ec27a199-5441-4d47-a997-4599a8686a15 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] No DVR routers for this DVR port b6ad61af-df06-4133-93ee-ed767763a4e3 on host hv-cinder-73414 {{(pid=78758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:05:17.562829 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-421cff12-ac6b-43d7-b8e1-10f6015d1876 req-ec27a199-5441-4d47-a997-4599a8686a15 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:17.572625 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a7079184-fd25-4af0-b7b2-3451211e6982 req-a5873f86-0dc8-4a7a-a32e-cad52c72801a tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008486 May 17 12:05:17.603080 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-421cff12-ac6b-43d7-b8e1-10f6015d1876 req-ec27a199-5441-4d47-a997-4599a8686a15 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.64 "DELETE /v2.0/ports/b6ad61af-df06-4133-93ee-ed767763a4e3 HTTP/1.1" status: 204 len: 173 time: 1.5239658 May 17 12:05:17.827300 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399578'] for router_interface, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:18.203603 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5429d0e0-8b77-4796-b263-86027c111386', 'name': 'network-vif-deleted', 'tag': 'b6ad61af-df06-4133-93ee-ed767763a4e3'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:18.288363 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5429d0e0-8b77-4796-b263-86027c111386', 'name': 'network-vif-deleted', 'tag': 'b6ad61af-df06-4133-93ee-ed767763a4e3', 'status': 'completed', 'code': 200} May 17 12:05:18.388600 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-62dadeab-f949-4dd2-a7fb-08b16c09f834 req-a3618a22-e007-4cea-b1b4-d3a080f8b928 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 210 time: 0.0949171 May 17 12:05:18.852606 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-eb47ffad-c77e-47c4-ad0b-0e8384525edd tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:18.865122 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-eb47ffad-c77e-47c4-ad0b-0e8384525edd tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Synchronizing usage tracker for tenant:3e0609b6aaf74c2296065762a9918789 on resource:network {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:18.925929 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-eb47ffad-c77e-47c4-ad0b-0e8384525edd tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Unset dirty status for tenant:3e0609b6aaf74c2296065762a9918789 on resource:network {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:18.931169 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-eb47ffad-c77e-47c4-ad0b-0e8384525edd tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.64 "GET /v2.0/networks?id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74 HTTP/1.1" status: 200 len: 808 time: 0.3310790 May 17 12:05:18.944898 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d3ac8151-b256-446f-8204-29df548881e4 req-c5ce19d9-92e1-4794-a22e-21a9438f2a24 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] 10.222.0.47 "GET /v2.0/ports?device_id=5429d0e0-8b77-4796-b263-86027c111386 HTTP/1.1" status: 200 len: 210 time: 0.3140507 May 17 12:05:19.130270 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-163675b3-d574-44f8-b8e7-d09174357146 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Synchronizing usage tracker for tenant:3e0609b6aaf74c2296065762a9918789 on resource:security_group {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:19.171805 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-163675b3-d574-44f8-b8e7-d09174357146 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Unset dirty status for tenant:3e0609b6aaf74c2296065762a9918789 on resource:security_group {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:19.174119 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-163675b3-d574-44f8-b8e7-d09174357146 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0609b6aaf74c2296065762a9918789 HTTP/1.1" status: 200 len: 380 time: 0.2233922 May 17 12:05:19.196734 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Request body: {'port': {'device_id': '896492f3-cb19-4194-9a8a-fc320b009165', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'admin_state_up': True, 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'security_groups': ['e2fc948f-dd94-443c-8103-ea53c8a27aa1']}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:19.284824 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Deleting port 71846823-c75a-4ab5-b64b-a7311d4d6740 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:05:19.285549 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:19.442433 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:19.456714 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Usage tracker for resource:port and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:19.460477 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:19.467426 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:19.482591 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Made reservation on behalf of 3e0609b6aaf74c2296065762a9918789 for: {'port': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:05:19.489753 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:19.545788 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f1bf4-5531-492d-ac23-a7c87122f1c0 req-e1ca2226-a8c3-4310-ab8e-8be380cdcb68 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:19.555032 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9e4f1bf4-5531-492d-ac23-a7c87122f1c0 req-e1ca2226-a8c3-4310-ab8e-8be380cdcb68 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 945 time: 0.7720470 May 17 12:05:19.737574 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653c719-d4fc-4083-84f9-9706b99a59cf req-68c8d108-5c2a-469b-bcf6-2c2ddfe78c59 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:19.740336 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0653c719-d4fc-4083-84f9-9706b99a59cf req-68c8d108-5c2a-469b-bcf6-2c2ddfe78c59 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.64 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 945 time: 0.7756596 May 17 12:05:19.837060 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7c38b952-7ec0-4a17-a4e2-5d016723d3f7 req-52dfe5ba-fa72-4d42-b708-0c2e70ba3fd2 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 210 time: 0.1867716 May 17 12:05:19.902339 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9e4f1bf4-5531-492d-ac23-a7c87122f1c0 req-586bed20-b630-433e-81e6-352cf9be2508 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461235 May 17 12:05:19.965515 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Allocated IP 172.20.0.10 (39bc4a99-f6f2-449c-9a0d-1afb9575ff74/8612b030-a091-464f-b296-b7f7690176ee/303b06df-11f4-4a7a-8592-5836c81a6ca7) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:05:20.189190 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 53720) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:20.248304 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] For port 71846823-c75a-4ab5-b64b-a7311d4d6740, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=71846823-c75a-4ab5-b64b-a7311d4d6740,segment=NetworkSegment(4c38c62c-fa65-4082-bc4d-401b5f1afaac),segment_id=4c38c62c-fa65-4082-bc4d-401b5f1afaac)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:20.248827 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:20.381220 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:20.420395 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Transition to ACTIVE for port object 303b06df-11f4-4a7a-8592-5836c81a6ca7 will not be triggered until provisioned by entity DHCP. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:05:20.453780 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:20.477616 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-29a4a175-1449-4bfd-b20e-32e2899ea1ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:20.569681 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Calling delete_port for 71846823-c75a-4ab5-b64b-a7311d4d6740 owned by network:router_interface {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:05:20.570538 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:05:20.573871 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:20.579746 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:05:20.640927 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Pushing event updated for resources: {'Port': ['ID=303b06df-11f4-4a7a-8592-5836c81a6ca7,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:20.654345 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:20.682769 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:20.682769 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:20.732778 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5523932 May 17 12:05:20.748433 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Request body: {'port': {'device_id': '896492f3-cb19-4194-9a8a-fc320b009165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:20.811912 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b6ad61af-df06-4133-93ee-ed767763a4e3 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:05:20.860433 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: b6ad61af-df06-4133-93ee-ed767763a4e3 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:05:20.861092 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b6ad61af-df06-4133-93ee-ed767763a4e3 not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:05:20.879191 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ea19bd-bd21-408a-957b-43903f29c721 admin admin] Deleting subnet 3c6d395f-a0d1-421d-8483-8630a259746d {{(pid=78759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:05:20.887891 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-71ea19bd-bd21-408a-957b-43903f29c721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:20.962538 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:20.993338 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-04c4c615-8977-4b42-a80b-834b6aae76be None None] Provisioning for port 303b06df-11f4-4a7a-8592-5836c81a6ca7 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:21.011301 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-71ea19bd-bd21-408a-957b-43903f29c721 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:21.012053 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-04c4c615-8977-4b42-a80b-834b6aae76be None None] Provisioning complete for port 303b06df-11f4-4a7a-8592-5836c81a6ca7 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:21.013042 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-04c4c615-8977-4b42-a80b-834b6aae76be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:21.023189 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-71ea19bd-bd21-408a-957b-43903f29c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:21.194002 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-04c4c615-8977-4b42-a80b-834b6aae76be None None] Port 303b06df-11f4-4a7a-8592-5836c81a6ca7 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:05:21.369417 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-0653c719-d4fc-4083-84f9-9706b99a59cf req-97b4b819-5965-4fbf-b138-6b820aaf5c74 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Deleting port 6fa75415-c610-412b-b201-3331a6966442 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:05:21.369988 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0653c719-d4fc-4083-84f9-9706b99a59cf req-97b4b819-5965-4fbf-b138-6b820aaf5c74 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:21.648618 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303b06df-11f4-4a7a-8592-5836c81a6ca7 {{(pid=78758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:05:21.660680 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:21.694608 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Transition to ACTIVE for port object 303b06df-11f4-4a7a-8592-5836c81a6ca7 will not be triggered until provisioned by entity L2. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:05:21.704375 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:21.713647 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:21.777489 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a6eb-c372-40a9-8d98-239b2303fba3 req-3698a0af-22f0-4b49-8a57-45e8de5ab7fa tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:21.786002 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6125a6eb-c372-40a9-8d98-239b2303fba3 req-3698a0af-22f0-4b49-8a57-45e8de5ab7fa tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 932 time: 0.6809826 May 17 12:05:21.830568 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-0653c719-d4fc-4083-84f9-9706b99a59cf req-97b4b819-5965-4fbf-b138-6b820aaf5c74 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] For port 6fa75415-c610-412b-b201-3331a6966442, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6fa75415-c610-412b-b201-3331a6966442,segment=NetworkSegment(822b59d9-73bb-4a57-97f6-0d74a03e9790),segment_id=822b59d9-73bb-4a57-97f6-0d74a03e9790)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:21.830914 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0653c719-d4fc-4083-84f9-9706b99a59cf req-97b4b819-5965-4fbf-b138-6b820aaf5c74 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:21.869943 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0348c24-a3e1-49c2-a1f8-9455742ffe39 req-7b1d2f72-bab4-4e95-9a98-5c54dbf718af tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:21.880607 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d0348c24-a3e1-49c2-a1f8-9455742ffe39 req-7b1d2f72-bab4-4e95-9a98-5c54dbf718af tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 945 time: 0.6390445 May 17 12:05:22.013938 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Pushing event updated for resources: {'Port': ['ID=303b06df-11f4-4a7a-8592-5836c81a6ca7,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:22.018235 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:22.049454 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Attempting to bind port 303b06df-11f4-4a7a-8592-5836c81a6ca7 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:05:22.050137 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Attempting to bind port 303b06df-11f4-4a7a-8592-5836c81a6ca7 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '94b91b4c-2aff-4df3-963b-7540136beb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74'}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:05:22.050582 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Attempting to bind port 303b06df-11f4-4a7a-8592-5836c81a6ca7 on network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:05:22.065890 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Port 303b06df-11f4-4a7a-8592-5836c81a6ca7 on network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:05:22.066366 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Attempting to bind port 303b06df-11f4-4a7a-8592-5836c81a6ca7 on network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:05:22.077709 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:05:22.078318 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Checking segment: {'id': '94b91b4c-2aff-4df3-963b-7540136beb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:05:22.080022 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Bound using segment: {'id': '94b91b4c-2aff-4df3-963b-7540136beb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74'} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:05:22.080544 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Bound port: 303b06df-11f4-4a7a-8592-5836c81a6ca7, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b91b4c-2aff-4df3-963b-7540136beb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74'}}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:05:22.081122 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:22.269668 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] For port 303b06df-11f4-4a7a-8592-5836c81a6ca7, host hv-cinder-73414, cleared binding levels {{(pid=78758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:05:22.275870 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] For port 303b06df-11f4-4a7a-8592-5836c81a6ca7, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:05:22.282868 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:22.290170 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-c4061950-4c65-4a25-9b19-6091de2a1568 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:22.321990 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-0653c719-d4fc-4083-84f9-9706b99a59cf req-97b4b819-5965-4fbf-b138-6b820aaf5c74 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Calling delete_port for 6fa75415-c610-412b-b201-3331a6966442 owned by compute:nova {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:05:22.330600 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6125a6eb-c372-40a9-8d98-239b2303fba3 req-86384acd-2d93-4417-930f-8ace3873ccf0 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5436687 May 17 12:05:22.381176 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:22.382596 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:22.385329 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:22.386027 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] 10.222.0.64 "PUT /v2.0/ports/303b06df-11f4-4a7a-8592-5836c81a6ca7 HTTP/1.1" status: 200 len: 1094 time: 1.6458435 May 17 12:05:22.387131 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:22.433250 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Pushing event updated for resources: {'Port': ['ID=303b06df-11f4-4a7a-8592-5836c81a6ca7,revision_number=3']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:22.445705 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b34c924d-00c4-499c-b276-da11280f8a20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:22.453211 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:22.510788 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d0348c24-a3e1-49c2-a1f8-9455742ffe39 req-387cca30-0938-4669-9d38-a4bdce8ef98a tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292789 May 17 12:05:22.511855 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-71ea19bd-bd21-408a-957b-43903f29c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665'] for subnet, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:22.655713 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-beb87ea7-644c-4e47-a34f-31a399696e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:22.656562 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Pushing event deleted for resources: {'Port': ['ID=71846823-c75a-4ab5-b64b-a7311d4d6740,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:22.665604 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-beb87ea7-644c-4e47-a34f-31a399696e2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e0609b6aaf74c2296065762a9918789&device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 1097 time: 0.2105649 May 17 12:05:22.668693 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'status': 'completed', 'code': 200} May 17 12:05:22.757763 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:22.758120 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:22.758475 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:22.758822 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:22.759159 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:22.759532 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:22.759867 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:22.760273 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:22.760698 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:22.761189 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:22.761529 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:22.762071 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:22.781755 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-7e1a64d1-c7b9-4982-89db-1d48f4a1a638 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7 HTTP/1.1" status: 200 len: 217 time: 0.0816016 May 17 12:05:22.783596 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-71ea19bd-bd21-408a-957b-43903f29c721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:22.786818 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:22.793847 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:22.825925 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 6fa75415-c610-412b-b201-3331a6966442 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:05:22.848883 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea19bd-bd21-408a-957b-43903f29c721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c6d395f-a0d1-421d-8483-8630a259746d,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:22.857296 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-71ea19bd-bd21-408a-957b-43903f29c721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:22.862017 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-71ea19bd-bd21-408a-957b-43903f29c721 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3c6d395f-a0d1-421d-8483-8630a259746d HTTP/1.1" status: 204 len: 168 time: 2.6678343 May 17 12:05:22.862603 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 53746) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:22.896770 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9afd562a-43d3-4d11-9e3c-19c0f4a343ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:22.898369 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-9afd562a-43d3-4d11-9e3c-19c0f4a343ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8612b030-a091-464f-b296-b7f7690176ee HTTP/1.1" status: 200 len: 847 time: 0.1059732 May 17 12:05:23.010120 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:23.034127 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-749ffa71-12ed-41a3-bd49-8999b3d85151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:23.035663 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-749ffa71-12ed-41a3-bd49-8999b3d85151 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1248260 May 17 12:05:23.182678 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399478'] for router_interface, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:23.188343 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0653c719-d4fc-4083-84f9-9706b99a59cf req-97b4b819-5965-4fbf-b138-6b820aaf5c74 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:23.192109 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:23.201662 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:23.256399 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4b819-5965-4fbf-b138-6b820aaf5c74 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Pushing event deleted for resources: {'Port': ['ID=6fa75415-c610-412b-b201-3331a6966442,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:23.261186 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-97b4b819-5965-4fbf-b138-6b820aaf5c74 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:23.296497 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-4fa478e9-f839-46cb-90ca-20fb15dd4d30 service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533400 May 17 12:05:23.451171 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b20729fe-41ac-4d24-8dc6-28792afbcbd3 req-50166a76-e6af-4eee-8f76-f18f050780cc service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457310 May 17 12:05:23.480780 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0653c719-d4fc-4083-84f9-9706b99a59cf req-97b4b819-5965-4fbf-b138-6b820aaf5c74 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] No DVR routers for this DVR port 6fa75415-c610-412b-b201-3331a6966442 on host hv-cinder-73414 {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:05:23.533452 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-0653c719-d4fc-4083-84f9-9706b99a59cf req-97b4b819-5965-4fbf-b138-6b820aaf5c74 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:23.566095 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f472332f-150a-4272-810d-297b561da693', 'name': 'network-vif-deleted', 'tag': '6fa75415-c610-412b-b201-3331a6966442'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:23.576191 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a817d4-bfdd-4aa7-b21d-e1ee4f28bd9e req-a43f9008-d177-4b3b-9a6b-c8c2c2b8db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:23.577845 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b5a817d4-bfdd-4aa7-b21d-e1ee4f28bd9e req-a43f9008-d177-4b3b-9a6b-c8c2c2b8db31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e0609b6aaf74c2296065762a9918789&device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 1097 time: 0.0739243 May 17 12:05:23.672552 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:23.716218 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a817d4-bfdd-4aa7-b21d-e1ee4f28bd9e req-9f97c5cf-442a-4980-ad08-9aac9fc8473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:23.717710 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b5a817d4-bfdd-4aa7-b21d-e1ee4f28bd9e req-9f97c5cf-442a-4980-ad08-9aac9fc8473b service neutron] 10.222.0.64 "GET /v2.0/networks?id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74 HTTP/1.1" status: 200 len: 909 time: 0.1315458 May 17 12:05:23.723143 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0653c719-d4fc-4083-84f9-9706b99a59cf req-97b4b819-5965-4fbf-b138-6b820aaf5c74 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.64 "DELETE /v2.0/ports/6fa75415-c610-412b-b201-3331a6966442 HTTP/1.1" status: 204 len: 173 time: 3.9548960 May 17 12:05:23.739642 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.739984 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.740748 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.741093 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.741425 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.741755 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.742070 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.742402 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.742714 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.743026 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.790642 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b5a817d4-bfdd-4aa7-b21d-e1ee4f28bd9e req-44b560f0-cf55-4cbe-a174-74453ba0df89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7 HTTP/1.1" status: 200 len: 217 time: 0.0663347 May 17 12:05:23.836321 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.836904 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.837011 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.837323 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:05:23.837669 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0205995-4acc-47ad-bdbe-2f78c976996a']}} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:23.858764 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a817d4-bfdd-4aa7-b21d-e1ee4f28bd9e req-c3feee41-a9d8-4e08-a027-8c8f04e0b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:23.860987 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b5a817d4-bfdd-4aa7-b21d-e1ee4f28bd9e req-c3feee41-a9d8-4e08-a027-8c8f04e0b41d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8612b030-a091-464f-b296-b7f7690176ee HTTP/1.1" status: 200 len: 847 time: 0.0629711 May 17 12:05:23.861545 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-94a0349e-2e8f-4015-ab4b-740fc21ab03e req-687a3e41-3b12-4e0d-a02b-f97cd77283e9 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Synchronizing usage tracker for tenant:3a1d07b9835f40cea38e67c26bab12fe on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:23.871731 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67dd5a8e-fde7-4d7b-bca1-44407680c862') {'for_net_delete': True} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:23.872485 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67dd5a8e-fde7-4d7b-bca1-44407680c862') {} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:23.897125 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925602'] for segment, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:23.943125 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a817d4-bfdd-4aa7-b21d-e1ee4f28bd9e req-d4f0d1bf-bc30-4361-a8b9-912742176129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:23.944678 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b5a817d4-bfdd-4aa7-b21d-e1ee4f28bd9e req-d4f0d1bf-bc30-4361-a8b9-912742176129 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0736210 May 17 12:05:24.076069 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-94a0349e-2e8f-4015-ab4b-740fc21ab03e req-687a3e41-3b12-4e0d-a02b-f97cd77283e9 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Unset dirty status for tenant:3a1d07b9835f40cea38e67c26bab12fe on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:24.077124 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-94a0349e-2e8f-4015-ab4b-740fc21ab03e req-687a3e41-3b12-4e0d-a02b-f97cd77283e9 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=f472332f-150a-4272-810d-297b561da693 HTTP/1.1" status: 200 len: 210 time: 0.4109237 May 17 12:05:24.084169 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:24.089865 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b5a817d4-bfdd-4aa7-b21d-e1ee4f28bd9e req-34ffff2c-e610-4ed2-ad00-582803977927 service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366479 May 17 12:05:24.113130 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=78759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:05:24.113528 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739267'] for segment, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: from cryptography.utils import int_from_bytes May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: from cryptography.utils import int_from_bytes May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: Traceback (most recent call last): May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: timer() May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: cb(*args, **kw) May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: return func(*args, **kwargs) May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: self._notify() May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: self.callback(batched_events) May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: event.method(event) May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: return f(self, *a, **k) May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: return self._get(url).json() May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: return self.request(url, 'GET', **kwargs) May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:05:24.129746 dv-cinder-734144-19-smb neutron-server[78759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:05:24.196460 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f472332f-150a-4272-810d-297b561da693', 'name': 'network-vif-deleted', 'tag': '6fa75415-c610-412b-b201-3331a6966442', 'status': 'completed', 'code': 200} May 17 12:05:24.211440 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25b14f-0a1e-41b7-9b63-6df5bb4595db req-d47c5d23-09b7-45fa-b3c0-5d2cc11d649b tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:24.218813 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7c25b14f-0a1e-41b7-9b63-6df5bb4595db req-d47c5d23-09b7-45fa-b3c0-5d2cc11d649b tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 944 time: 0.7443559 May 17 12:05:24.263076 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-b5a817d4-bfdd-4aa7-b21d-e1ee4f28bd9e req-488d634d-2be1-4104-96a0-1f80fdad6d4b service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634119 May 17 12:05:24.367248 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7c25b14f-0a1e-41b7-9b63-6df5bb4595db req-deee0ae3-6db2-46a1-90a2-f96aad862793 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477008 May 17 12:05:24.369985 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:24.383039 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:24.405764 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0205995-4acc-47ad-bdbe-2f78c976996a,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:24.408400 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:24.420247 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:24.431773 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Router fc527278-1164-46a8-8fe9-cf9ef9812f28 has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:05:24.434246 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c0205995-4acc-47ad-bdbe-2f78c976996a HTTP/1.1" status: 204 len: 168 time: 1.4998724 May 17 12:05:24.590941 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 53790) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:24.642833 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-5aeab816-c98b-4cc1-b678-ca38b05ec611 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4ffcaa59dd6948a1b5a85ceb699b53c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0505328 May 17 12:05:24.645325 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 53794) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:24.652289 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:05:24.662388 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-b7c8c6ec-c171-44cb-87ec-b02f86cfce5f admin admin] 10.222.0.47 "PUT /v2.0/routers/fc527278-1164-46a8-8fe9-cf9ef9812f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3652997 May 17 12:05:24.663617 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 53798) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:24.664558 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66deb70-dfc3-42b0-9956-93c930724a7d None None] Sync routers for ids ['fc527278-1164-46a8-8fe9-cf9ef9812f28'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:05:24.674624 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66deb70-dfc3-42b0-9956-93c930724a7d None None] Routers {'fc527278-1164-46a8-8fe9-cf9ef9812f28'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:05:24.675238 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-e66deb70-dfc3-42b0-9956-93c930724a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:05:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fc527278-1164-46a8-8fe9-cf9ef9812f28'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:24.728102 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0bae-8268-4418-8801-843e38eccf96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:24.760039 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0bae-8268-4418-8801-843e38eccf96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:24.831409 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0bae-8268-4418-8801-843e38eccf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:24.837077 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-eda381a9-4b33-40f5-b6b8-15bb0b37fd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:24.855086 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b0bae-8268-4418-8801-843e38eccf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b783e0c-7dfe-4963-8e09-4202115e292d,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:24.858625 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-6e9b0bae-8268-4418-8801-843e38eccf96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:24.874973 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0bae-8268-4418-8801-843e38eccf96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:24.875899 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-e66deb70-dfc3-42b0-9956-93c930724a7d None None] Set router fc527278-1164-46a8-8fe9-cf9ef9812f28 gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:05:24.881064 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-6e9b0bae-8268-4418-8801-843e38eccf96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b783e0c-7dfe-4963-8e09-4202115e292d HTTP/1.1" status: 204 len: 168 time: 0.2324047 May 17 12:05:24.881254 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Notify callbacks [] for router, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:25.129494 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:25.194335 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-e66deb70-dfc3-42b0-9956-93c930724a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1828062411-router', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:03Z', 'updated_at': '2021-05-17T12:05:21Z', 'revision_number': 5, 'project_id': '95d352b964a4429cacfc2c064f3e6021', 'gw_port': {'id': 'e6be1dff-d713-410f-a008-9035c89e0799', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:05Z', 'updated_at': '2021-05-17T12:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:25.198655 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66deb70-dfc3-42b0-9956-93c930724a7d None None] Checking router: fc527278-1164-46a8-8fe9-cf9ef9812f28 for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:05:25.209801 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66deb70-dfc3-42b0-9956-93c930724a7d None None] Routers {'fc527278-1164-46a8-8fe9-cf9ef9812f28'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:05:25.210535 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-e66deb70-dfc3-42b0-9956-93c930724a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:05:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fc527278-1164-46a8-8fe9-cf9ef9812f28'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:25.260148 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Deleting port e6be1dff-d713-410f-a008-9035c89e0799 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:05:25.262905 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:25.575104 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] For port e6be1dff-d713-410f-a008-9035c89e0799, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e6be1dff-d713-410f-a008-9035c89e0799,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:25.575721 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:25.606566 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-e66deb70-dfc3-42b0-9956-93c930724a7d None None] Set router fc527278-1164-46a8-8fe9-cf9ef9812f28 gateway port host: None {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:05:25.782735 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-e66deb70-dfc3-42b0-9956-93c930724a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1828062411-router', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:03Z', 'updated_at': '2021-05-17T12:05:25Z', 'revision_number': 6, 'project_id': '95d352b964a4429cacfc2c064f3e6021', 'gw_port_host': None}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:25.791072 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66deb70-dfc3-42b0-9956-93c930724a7d None None] The sync data for ids ['fc527278-1164-46a8-8fe9-cf9ef9812f28'] in dv-cinder-734144-19-smb is: [{'id': 'fc527278-1164-46a8-8fe9-cf9ef9812f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1828062411-router', 'tenant_id': '95d352b964a4429cacfc2c064f3e6021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:03Z', 'updated_at': '2021-05-17T12:05:25Z', 'revision_number': 6, 'project_id': '95d352b964a4429cacfc2c064f3e6021', 'gw_port_host': None}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:05:25.858824 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Calling delete_port for e6be1dff-d713-410f-a008-9035c89e0799 owned by network:router_gateway {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:05:25.902090 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306538d-d3b6-4841-8d37-f93df3f25bd5 req-4cc397ea-68d4-4c4c-a3c4-5fc856cea6fd tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:25.904025 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0306538d-d3b6-4841-8d37-f93df3f25bd5 req-4cc397ea-68d4-4c4c-a3c4-5fc856cea6fd tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 944 time: 0.3104372 May 17 12:05:25.967934 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0306538d-d3b6-4841-8d37-f93df3f25bd5 req-94a613e5-bdc9-411a-a13d-84d9a80adb04 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553112 May 17 12:05:26.180748 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:26.186912 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-fa9d20da-cd17-4140-9c13-b8b245c9252c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:26.231064 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6be1dff-d713-410f-a008-9035c89e0799,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:26.234346 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:26.336413 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434685'] for router_gateway, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:26.514937 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127251'] for router, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:26.518106 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:26.604560 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434437'] for router, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:26.605254 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc527278-1164-46a8-8fe9-cf9ef9812f28 {{(pid=78759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:05:26.618083 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Notify callbacks [] for router, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:26.619192 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] 10.222.0.47 "DELETE /v2.0/routers/fc527278-1164-46a8-8fe9-cf9ef9812f28 HTTP/1.1" status: 204 len: 168 time: 1.9546812 May 17 12:05:26.624512 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 53890) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:26.703736 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2146e9-291b-4c16-997f-1d0c41438d2a admin admin] Deleting subnet 685ffa5d-e5f3-449a-891a-d59980e97bab {{(pid=78758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:05:26.707888 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9e2146e9-291b-4c16-997f-1d0c41438d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:26.735916 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 71846823-c75a-4ab5-b64b-a7311d4d6740 no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:05:26.772785 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9e2146e9-291b-4c16-997f-1d0c41438d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3862747'] for subnet, precommit_delete_associations {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:26.811816 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: 71846823-c75a-4ab5-b64b-a7311d4d6740 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:05:26.812866 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 71846823-c75a-4ab5-b64b-a7311d4d6740 not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:05:26.814583 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e6be1dff-d713-410f-a008-9035c89e0799 no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:05:26.867659 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: e6be1dff-d713-410f-a008-9035c89e0799 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:05:26.868010 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e6be1dff-d713-410f-a008-9035c89e0799 not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:05:26.869530 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 303b06df-11f4-4a7a-8592-5836c81a6ca7 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:05:26.883513 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 53904) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:26.904151 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9e2146e9-291b-4c16-997f-1d0c41438d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:26.993838 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b89176e-bdc9-4ce2-8b7f-e1bb8b9fc373 admin admin] Deleting subnet 88adb45d-eac1-4b5c-9c6e-a5196174eae3 {{(pid=78759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:05:26.997710 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b89176e-bdc9-4ce2-8b7f-e1bb8b9fc373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.161065 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b89176e-bdc9-4ce2-8b7f-e1bb8b9fc373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925613'] for subnet, precommit_delete_associations {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.178361 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 303b06df-11f4-4a7a-8592-5836c81a6ca7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:27.205099 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'port_id': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'mac_address': 'fa:16:3e:51:ef:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8612b030-a091-464f-b296-b7f7690176ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:05:27.214677 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 53920) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:27.275227 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.294766 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303b06df-11f4-4a7a-8592-5836c81a6ca7 {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:05:27.333754 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 303b06df-11f4-4a7a-8592-5836c81a6ca7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:27.340448 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.345289 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:27.367049 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9e2146e9-291b-4c16-997f-1d0c41438d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3791793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801930'] for subnet, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.373241 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b89176e-bdc9-4ce2-8b7f-e1bb8b9fc373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.373490 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-20650dd5-4b8e-4a73-b24f-37e39c7e0603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:27.415674 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2146e9-291b-4c16-997f-1d0c41438d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685ffa5d-e5f3-449a-891a-d59980e97bab,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:27.426947 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-9e2146e9-291b-4c16-997f-1d0c41438d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:27.431361 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9e2146e9-291b-4c16-997f-1d0c41438d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.450813 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-9e2146e9-291b-4c16-997f-1d0c41438d2a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/685ffa5d-e5f3-449a-891a-d59980e97bab HTTP/1.1" status: 204 len: 168 time: 0.8244379 May 17 12:05:27.451858 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 53928) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:27.476408 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=303b06df-11f4-4a7a-8592-5836c81a6ca7,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:27.488689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:27.488689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:27.488689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:27.488689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:27.488689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:27.488689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:27.488689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:27.488689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:27.488689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:27.488689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:27.488689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:27.488689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:27.493458 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:27.543015 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66266f-f0d9-4d6b-85e5-a54eef493528 req-007eb6fe-29be-467a-a88d-95e55b1b241d tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:27.544442 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1d66266f-f0d9-4d6b-85e5-a54eef493528 req-007eb6fe-29be-467a-a88d-95e55b1b241d tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 945 time: 0.2551050 May 17 12:05:27.637758 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1d66266f-f0d9-4d6b-85e5-a54eef493528 req-8e9ce00f-1935-43dd-a700-a870e3b7f706 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866950 May 17 12:05:27.687826 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-fc2fbac1-09e7-42fa-8b1e-14205efee918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.719318 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-fc2fbac1-09e7-42fa-8b1e-14205efee918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:27.726583 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b89176e-bdc9-4ce2-8b7f-e1bb8b9fc373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4153498'] for subnet, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.731925 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-fc2fbac1-09e7-42fa-8b1e-14205efee918 admin admin] Usage tracker for resource:security_group_rule and tenant:2930be0341a0404587ce78283d38fb99 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:27.732395 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-71ea19bd-bd21-408a-957b-43903f29c721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:27.738170 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-fc2fbac1-09e7-42fa-8b1e-14205efee918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:27.746195 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-fc2fbac1-09e7-42fa-8b1e-14205efee918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:27.750342 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.757074 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['303b06df-11f4-4a7a-8592-5836c81a6ca7'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:05:27.774820 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b89176e-bdc9-4ce2-8b7f-e1bb8b9fc373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.778155 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89176e-bdc9-4ce2-8b7f-e1bb8b9fc373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88adb45d-eac1-4b5c-9c6e-a5196174eae3,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:27.783523 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-9b89176e-bdc9-4ce2-8b7f-e1bb8b9fc373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:27.789173 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-9b89176e-bdc9-4ce2-8b7f-e1bb8b9fc373 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/88adb45d-eac1-4b5c-9c6e-a5196174eae3 HTTP/1.1" status: 204 len: 168 time: 0.9040082 May 17 12:05:27.789854 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 53932) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:27.911477 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.934773 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-fc2fbac1-09e7-42fa-8b1e-14205efee918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.993390 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-fc2fbac1-09e7-42fa-8b1e-14205efee918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.018449 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-6d1098e3-d5f7-4005-a289-2f0236bf624a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:28.052431 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.074894 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71']}} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:28.083630 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.089835 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523e2577-3281-4cd2-907b-ec09537e4dbc') {'for_net_delete': True} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:28.090256 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523e2577-3281-4cd2-907b-ec09537e4dbc') {} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:28.103928 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925602'] for segment, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.123752 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.130644 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=78759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:05:28.131076 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbeabaa-a910-4c06-87ed-683e77a2a144']}} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:28.131708 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739267'] for segment, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.144128 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-fc2fbac1-09e7-42fa-8b1e-14205efee918 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2930be0341a0404587ce78283d38fb99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9250133 May 17 12:05:28.144960 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fbac1-09e7-42fa-8b1e-14205efee918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32365e5a-6942-4be8-ac09-ccc85d92c171,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: Traceback (most recent call last): May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: timer() May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: cb(*args, **kw) May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: return func(*args, **kwargs) May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: self._notify() May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: self.callback(batched_events) May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: event.method(event) May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: return f(self, *a, **k) May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: return self._get(url).json() May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: return self.request(url, 'GET', **kwargs) May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:05:28.146288 dv-cinder-734144-19-smb neutron-server[78759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:05:28.148391 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 53938) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:28.151314 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-fc2fbac1-09e7-42fa-8b1e-14205efee918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:28.170773 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c38c62c-fa65-4082-bc4d-401b5f1afaac') {'for_net_delete': True} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:28.171043 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c38c62c-fa65-4082-bc4d-401b5f1afaac') {} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:28.194362 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3862740'] for segment, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.224988 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.226275 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.229115 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-0443f325-b4d3-458a-81b8-4c87ee78d0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:28.240277 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=78758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:05:28.240721 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3791639'] for segment, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.246486 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: Traceback (most recent call last): May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: timer() May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: cb(*args, **kw) May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: return func(*args, **kwargs) May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: self._notify() May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: self.callback(batched_events) May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: event.method(event) May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: return f(self, *a, **k) May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: return self._get(url).json() May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: return self.request(url, 'GET', **kwargs) May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:05:28.255393 dv-cinder-734144-19-smb neutron-server[78758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:05:28.341889 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc7be-2d82-49a8-98e7-262706256cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.348241 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] Pushing event deleted for resources: {'Network': ['ID=785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:28.351055 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] 10.222.0.47 "DELETE /v2.0/networks/785f0d5f-5aa2-4d89-825f-5eb0fa5e7a71 HTTP/1.1" status: 204 len: 168 time: 0.5602517 May 17 12:05:28.353736 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:28.383063 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc7be-2d82-49a8-98e7-262706256cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.389991 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.400375 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.404571 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:28.439005 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bbeabaa-a910-4c06-87ed-683e77a2a144,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:28.441990 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:28.466543 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-cc5aa3c9-f35e-4974-98a1-2c3b97a352e1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0bbeabaa-a910-4c06-87ed-683e77a2a144 HTTP/1.1" status: 204 len: 168 time: 1.0130117 May 17 12:05:28.495592 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc7be-2d82-49a8-98e7-262706256cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.503623 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-bf7d38ff-8676-4dd6-b158-e121338351fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:28.521648 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbc7be-2d82-49a8-98e7-262706256cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32365e5a-6942-4be8-ac09-ccc85d92c171,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:28.526605 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-0cfbc7be-2d82-49a8-98e7-262706256cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:28.528246 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc7be-2d82-49a8-98e7-262706256cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.532452 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-0cfbc7be-2d82-49a8-98e7-262706256cdd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/32365e5a-6942-4be8-ac09-ccc85d92c171 HTTP/1.1" status: 204 len: 168 time: 0.3810327 May 17 12:05:28.554327 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 53952) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:28.615278 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-ba902850-4b54-484c-82ff-76eaabb6e4e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8aba02be7d94dfba4286b839d65667c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590925 May 17 12:05:28.617592 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 53956) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:28.636919 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 53960) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:28.717526 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-dd888388-76cb-4dc3-8a6a-727282381bdd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=95d352b964a4429cacfc2c064f3e6021&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0793860 May 17 12:05:28.720506 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 53968) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:28.733504 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7e87c8fc-317e-4fc6-9465-ade417c7b3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.776234 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7e87c8fc-317e-4fc6-9465-ade417c7b3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.802757 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8b1a093c-0f6a-40b5-a7f1-e630ebf93882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.835459 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8b1a093c-0f6a-40b5-a7f1-e630ebf93882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.887830 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 303b06df-11f4-4a7a-8592-5836c81a6ca7 up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:05:28.913983 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8b1a093c-0f6a-40b5-a7f1-e630ebf93882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.917967 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7e87c8fc-317e-4fc6-9465-ade417c7b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.918726 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b24af2bd-908d-4d3e-aab0-aa59dc0b6a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:28.930669 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ac833-7d31-4a05-ae21-c9d96d497a0c req-67b1c845-5d70-419b-9482-d759a1840d20 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:28.931508 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a093c-0f6a-40b5-a7f1-e630ebf93882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9902d9f2-d7c5-4af9-81d6-74466c308b1b,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:28.936368 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8b1a093c-0f6a-40b5-a7f1-e630ebf93882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:28.939247 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a37ac833-7d31-4a05-ae21-c9d96d497a0c req-67b1c845-5d70-419b-9482-d759a1840d20 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 945 time: 0.1368558 May 17 12:05:28.941303 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8b1a093c-0f6a-40b5-a7f1-e630ebf93882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.944645 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-8b1a093c-0f6a-40b5-a7f1-e630ebf93882 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9902d9f2-d7c5-4af9-81d6-74466c308b1b HTTP/1.1" status: 204 len: 168 time: 0.2209835 May 17 12:05:28.957789 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-4fce56e3-ab8b-4de6-b65f-ab2361625958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:28.971169 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87c8fc-317e-4fc6-9465-ade417c7b3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c9caf2-2f6d-4eb2-bd3b-ba021a03af70,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:28.973575 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7e87c8fc-317e-4fc6-9465-ade417c7b3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:28.996512 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7e87c8fc-317e-4fc6-9465-ade417c7b3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.997703 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-7e87c8fc-317e-4fc6-9465-ade417c7b3ff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/60c9caf2-2f6d-4eb2-bd3b-ba021a03af70 HTTP/1.1" status: 204 len: 168 time: 0.3788323 May 17 12:05:29.021998 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port 303b06df-11f4-4a7a-8592-5836c81a6ca7 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:29.033368 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a37ac833-7d31-4a05-ae21-c9d96d497a0c req-d55c721c-5eec-4090-891b-5160a60150f9 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848725 May 17 12:05:29.038048 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 303b06df-11f4-4a7a-8592-5836c81a6ca7 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:29.038438 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:29.180638 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 53980) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:29.182209 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:29.198937 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cea61712-fd30-4063-a433-b6b82608178f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:29.213880 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:29.215637 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-cea61712-fd30-4063-a433-b6b82608178f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:29.220068 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-cea61712-fd30-4063-a433-b6b82608178f admin admin] Usage tracker for resource:security_group_rule and tenant:929462279a5f4688a12c52a0d71ea6cf is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:29.223183 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 303b06df-11f4-4a7a-8592-5836c81a6ca7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:29.228529 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:29.230663 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:29.238379 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-cea61712-fd30-4063-a433-b6b82608178f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:29.252105 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-cea61712-fd30-4063-a433-b6b82608178f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:29.300767 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'code': 200} May 17 12:05:29.349631 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=303b06df-11f4-4a7a-8592-5836c81a6ca7,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:29.356517 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:29.412319 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cea61712-fd30-4063-a433-b6b82608178f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:29.420302 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cea61712-fd30-4063-a433-b6b82608178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:29.431567 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:29.508087 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-cea61712-fd30-4063-a433-b6b82608178f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=929462279a5f4688a12c52a0d71ea6cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260961 May 17 12:05:29.509464 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea61712-fd30-4063-a433-b6b82608178f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cd5cb5-40e1-4f91-9916-60a941fa8e2f,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:29.510709 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 53990) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:29.515073 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cea61712-fd30-4063-a433-b6b82608178f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:29.611326 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-807935df-9cf6-4882-a6b2-31b34dbeb3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:29.642934 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-807935df-9cf6-4882-a6b2-31b34dbeb3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:29.761683 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79a3f0-b3e8-4bd6-8549-7127c62135d3 req-3cc5b36f-0006-4275-865c-4937a1e073e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:29.764321 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-7e79a3f0-b3e8-4bd6-8549-7127c62135d3 req-3cc5b36f-0006-4275-865c-4937a1e073e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 1099 time: 0.1138718 May 17 12:05:29.790432 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-807935df-9cf6-4882-a6b2-31b34dbeb3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:29.797594 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-342a713e-4174-45c6-ab2a-93fee9b1b8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:29.810141 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807935df-9cf6-4882-a6b2-31b34dbeb3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cd5cb5-40e1-4f91-9916-60a941fa8e2f,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:29.812992 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-807935df-9cf6-4882-a6b2-31b34dbeb3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:29.836188 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-7e79a3f0-b3e8-4bd6-8549-7127c62135d3 req-b323e3a9-0e00-44e1-81be-109404635eb3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643253 May 17 12:05:29.837200 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-807935df-9cf6-4882-a6b2-31b34dbeb3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:29.839332 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-807935df-9cf6-4882-a6b2-31b34dbeb3a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50cd5cb5-40e1-4f91-9916-60a941fa8e2f HTTP/1.1" status: 204 len: 168 time: 0.3271177 May 17 12:05:30.195119 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98096ca9-a22b-4328-9ace-326fada028d9 req-87550e8b-3070-43f5-bba4-9f820fd4c3ea tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:30.197439 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-87550e8b-3070-43f5-bba4-9f820fd4c3ea tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/networks?id=8008d33d-742c-42c3-8edc-5c61beca03f1 HTTP/1.1" status: 200 len: 813 time: 0.1808016 May 17 12:05:30.255389 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-7bbea8a2-8144-47d4-8127-a73f1f3d85aa tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/quotas/3a1d07b9835f40cea38e67c26bab12fe HTTP/1.1" status: 200 len: 375 time: 0.0511491 May 17 12:05:30.288546 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54032) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:30.324952 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-b5340b04-2e33-4d8f-b954-b68bb8c6af7d tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a1d07b9835f40cea38e67c26bab12fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629370 May 17 12:05:30.421768 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1378529927-network', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:30.427190 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:30.431223 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Usage tracker for resource:network and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:30.434285 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:30.441830 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:30.452954 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Made reservation on behalf of cf075c80843c4c858b4ddb4a43dd62bb for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:05:30.455716 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:30.468033 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:30.471261 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8dc5d-c926-40f9-8640-ab17ee653944 req-f1a88534-80f0-41e4-847f-24fdc93f81d7 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:30.472829 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f8d8dc5d-c926-40f9-8640-ab17ee653944 req-f1a88534-80f0-41e4-847f-24fdc93f81d7 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.2588646 May 17 12:05:30.484220 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:30.489298 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Usage tracker for resource:security_group_rule and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:30.491945 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:30.497913 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:30.517426 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-4170351b-98fa-441c-ad9a-d6273a62881c service neutron] 10.222.0.47 "GET /v2.0/networks/8008d33d-742c-42c3-8edc-5c61beca03f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827705 May 17 12:05:30.566024 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f8d8dc5d-c926-40f9-8640-ab17ee653944 req-18cdd3c9-c880-405b-80c2-a8676042c596 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763435 May 17 12:05:30.627571 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:30.634921 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:30.641930 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-807935df-9cf6-4882-a6b2-31b34dbeb3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:30.682341 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9aa5e49-e97c-463e-9b9d-4bd1786bccb6,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:30.686204 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:30.692074 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=78758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:05:30.705635 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:30.706270 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Added segment a58093b9-795e-413d-a7b0-a45d106adc96 of type vlan for network 7ff3b9a1-9b86-4118-9135-d71d93819820 May 17 12:05:30.720840 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-77925c1e-bb8f-4ade-8eaf-7408d3a08a0a service neutron] 10.222.0.47 "GET /v2.0/networks/8008d33d-742c-42c3-8edc-5c61beca03f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917970 May 17 12:05:30.747935 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:30.790081 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:30.792559 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:30.793298 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:30.800166 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:30.925508 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff3b9a1-9b86-4118-9135-d71d93819820,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:30.929043 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:30.937830 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 54058) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:30.939605 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network 7ff3b9a1-9b86-4118-9135-d71d93819820 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:05:30.944818 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Request body: {'subnet': {'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1378529927-subnet', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:30.947763 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-52f28fae-736a-4934-ae18-d9c1427a51e0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6578507 May 17 12:05:30.951376 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:30.956128 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Usage tracker for resource:subnet and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:30.962186 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:30.976618 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:31.056124 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Made reservation on behalf of cf075c80843c4c858b4ddb4a43dd62bb for: {'subnet': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:05:31.059686 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4153473'] for subnet, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:31.185245 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9daca5b0-1559-47d7-8d49-41c0b77aba30 req-3bd5c351-a162-434c-b78a-6ccf10cc7c15 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 210 time: 0.2119653 May 17 12:05:31.541815 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2739370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4153491'] for subnet, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:31.546803 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-83d5d62d-4d36-4050-a7a4-550f05df803f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:31.617568 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3144e290-8096-4e55-bc99-ee960f7f74ca,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:31.621997 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:31.664763 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Checking segment: {'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:05:31.665462 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Network hostable DHCP agents. Network: 7ff3b9a1-9b86-4118-9135-d71d93819820, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:05:31.689781 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Network 7ff3b9a1-9b86-4118-9135-d71d93819820 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:05:31.708516 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, 7ff3b9a1-9b86-4118-9135-d71d93819820) {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:31.718630 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f95445-d39f-429e-9792-b369597d29b8 None None] Network 7ff3b9a1-9b86-4118-9135-d71d93819820 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:05:31.784488 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:31.785124 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:31.837353 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-b8c74b52-6713-4d31-9d71-d840a6c59b3f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8975396 May 17 12:05:31.840124 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54088) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:31.846930 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:31.851915 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:31.856128 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Usage tracker for resource:router and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:31.857018 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36116ad5-4229-462c-9386-9583b1c91182 req-a397b53a-9754-4003-9521-586242809ab9 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:31.859089 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-36116ad5-4229-462c-9386-9583b1c91182 req-a397b53a-9754-4003-9521-586242809ab9 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.1474059 May 17 12:05:31.860190 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:31.866676 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:31.878595 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-435921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127245'] for router, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:31.880092 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127258'] for router, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:31.902833 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:31.923095 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-36116ad5-4229-462c-9386-9583b1c91182 req-b0cb2cd6-667f-4b56-9348-1b38a19bd66d tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568335 May 17 12:05:32.074472 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6531aa3-8b96-5257-aa5e-fc09eb435c5b-7ff3b9a1-9b86-4118-9135-d71d93819820', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca'}]}} from dv-cinder-734144-19-smb. {{(pid=78760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:05:32.076586 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:32.327772 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b1943-a643-43da-ae66-28f69a5c4d53 req-12ad5e5f-7756-42bf-b268-54c54e01ce63 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:32.336559 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1c3b1943-a643-43da-ae66-28f69a5c4d53 req-12ad5e5f-7756-42bf-b268-54c54e01ce63 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.2678976 May 17 12:05:32.382141 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.db_base_plugin_common [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Allocated IP 172.20.0.2 (7ff3b9a1-9b86-4118-9135-d71d93819820/3144e290-8096-4e55-bc99-ee960f7f74ca/20fdf78f-994a-411a-8644-0121e65bcde4) {{(pid=78760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:05:32.416823 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1c3b1943-a643-43da-ae66-28f69a5c4d53 req-b5648781-1da1-4f42-a340-c9f90655288c tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792444 May 17 12:05:32.436094 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 54102) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:32.510540 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-435907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127464'] for router, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:32.521611 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2ab3138b-5e9e-4265-9048-4f200eb7f5a0 req-45b5293a-ce11-4dc1-9c4a-3f6b641ebcfd tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 210 time: 0.0660460 May 17 12:05:32.664445 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98096ca9-a22b-4328-9ace-326fada028d9 req-9e20e191-0e82-4c27-9810-f4a63a2bd850 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:32.665142 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-98096ca9-a22b-4328-9ace-326fada028d9 req-9e20e191-0e82-4c27-9810-f4a63a2bd850 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Synchronizing usage tracker for tenant:3a1d07b9835f40cea38e67c26bab12fe on resource:network {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:32.709812 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-98096ca9-a22b-4328-9ace-326fada028d9 req-9e20e191-0e82-4c27-9810-f4a63a2bd850 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Unset dirty status for tenant:3a1d07b9835f40cea38e67c26bab12fe on resource:network {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:32.710942 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-9e20e191-0e82-4c27-9810-f4a63a2bd850 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.64 "GET /v2.0/networks?id=8008d33d-742c-42c3-8edc-5c61beca03f1 HTTP/1.1" status: 200 len: 813 time: 0.5089228 May 17 12:05:32.727309 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Request body: {'port': {'device_id': '47546935-3c75-4a96-891a-0bffd4b0e66d', 'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1', 'admin_state_up': True, 'tenant_id': '3a1d07b9835f40cea38e67c26bab12fe'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:32.814599 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Notify callbacks [] for port, precommit_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:32.835835 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Transition to ACTIVE for port object 20fdf78f-994a-411a-8644-0121e65bcde4 will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:05:32.865206 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Transition to ACTIVE for port object 20fdf78f-994a-411a-8644-0121e65bcde4 will not be triggered until provisioned by entity DHCP. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:05:32.873772 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8e484-ee53-4448-839b-2b5d9f3d15b1 tempest-TestShelveInstance-1259448005 tempest-TestShelveInstance-1259448005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:32.878000 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:32.879122 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-f6a8e484-ee53-4448-839b-2b5d9f3d15b1 tempest-TestShelveInstance-1259448005 tempest-TestShelveInstance-1259448005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 1094 time: 0.4416015 May 17 12:05:32.880492 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 54120) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:32.885861 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-244b6688-5f6d-4455-b1ce-7ce97e8106a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:32.886870 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Request body: {'floatingip': {'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'port_id': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:32.894025 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:32.901169 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Usage tracker for resource:floatingip and tenant:3e0609b6aaf74c2296065762a9918789 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:32.905702 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:32.907303 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:32.914141 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:32.928224 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for floatingip, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:32.928958 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:32.994674 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Network 7ff3b9a1-9b86-4118-9135-d71d93819820 is already hosted by enough agents. {{(pid=78760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:05:32.999187 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.base_scheduler [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Resources bound (agent type, host, resource id): {{(pid=78760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:33.004427 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Received port after_create {{(pid=78760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:05:33.057071 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d7ee13b1-51f1-48ad-bf49-bb92d79fc703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:33.076342 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Made reservation on behalf of 3a1d07b9835f40cea38e67c26bab12fe for: {'port': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:05:33.080986 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Pushing event updated for resources: {'Port': ['ID=20fdf78f-994a-411a-8644-0121e65bcde4,revision_number=1']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:33.081861 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:33.184335 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:33.185795 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:33.209123 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Attempting to bind port 20fdf78f-994a-411a-8644-0121e65bcde4 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:05:33.209491 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Attempting to bind port 20fdf78f-994a-411a-8644-0121e65bcde4 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:05:33.209866 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Attempting to bind port 20fdf78f-994a-411a-8644-0121e65bcde4 on network 7ff3b9a1-9b86-4118-9135-d71d93819820 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:05:33.217502 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:05:33.217882 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Checking segment: {'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:05:33.218282 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:33.218676 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Bound using segment: {'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:05:33.219246 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Bound port: 20fdf78f-994a-411a-8644-0121e65bcde4, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:05:33.219676 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:33.336462 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:33.365460 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] For port 20fdf78f-994a-411a-8644-0121e65bcde4, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:05:33.372048 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] For port 20fdf78f-994a-411a-8644-0121e65bcde4, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=20fdf78f-994a-411a-8644-0121e65bcde4,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:05:33.386863 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:33.390002 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:33.413087 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:33.435984 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Allocated IP 172.28.3.168 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/d5f4eb5d-c761-48c8-8e8d-f416234667b2) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:05:33.503022 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Allocated IP 172.20.0.10 (8008d33d-742c-42c3-8edc-5c61beca03f1/ddc1c831-1609-4706-b283-3e7ef28c06c4/3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:05:33.517797 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Pushing event updated for resources: {'Port': ['ID=20fdf78f-994a-411a-8644-0121e65bcde4,revision_number=2']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:33.521375 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:33.766844 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-491a6148-6c29-4822-a7a7-1d654b8ce715 req-c01150f5-1792-4250-95d8-04ff421dcbce tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 210 time: 0.0785630 May 17 12:05:33.801775 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:33.845591 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:33.850052 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:33.862424 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:33.932616 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:33.946904 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ce2db138-92b4-4dfc-8882-bfe786712679 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:33.950173 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:05:33.953302 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:33.957411 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:05:34.008650 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Pushing event updated for resources: {'Port': ['ID=d5f4eb5d-c761-48c8-8e8d-f416234667b2,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:34.013321 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:34.032626 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Network 8008d33d-742c-42c3-8edc-5c61beca03f1 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:05:34.039799 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:34.048965 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:05:34.080673 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Pushing event updated for resources: {'Port': ['ID=3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:34.091896 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:34.101561 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Allocated IP 172.28.3.25 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/1a506088-3f9a-47ba-b4fa-94e73f8c420c) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:05:34.222990 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:34.223665 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:34.297695 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5743566 May 17 12:05:34.317175 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Request body: {'port': {'device_id': '47546935-3c75-4a96-891a-0bffd4b0e66d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:34.357932 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54144) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:34.362788 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:34.483095 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:34.560625 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 20fdf78f-994a-411a-8644-0121e65bcde4 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:05:34.595755 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:34.604263 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:34.656143 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port 20fdf78f-994a-411a-8644-0121e65bcde4 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:34.695788 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-51c4a02f-404d-4821-875d-c2cfdcfb87a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:34.803605 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:34.822998 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4f603-d8c4-41fd-b5c7-2feda90ecdde None None] Network 7ff3b9a1-9b86-4118-9135-d71d93819820 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:05:34.904513 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:05:34.910588 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-51c4a02f-404d-4821-875d-c2cfdcfb87a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:34.916468 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:34.929198 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-51c4a02f-404d-4821-875d-c2cfdcfb87a0 admin admin] Usage tracker for resource:security_group_rule and tenant:294be73717bb4dd98091f2c0ba20e730 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:34.936775 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:05:34.972755 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.009000 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-fea51d05-933c-4492-bf3b-d7c5efe10a4a None None] Provisioning for port 20fdf78f-994a-411a-8644-0121e65bcde4 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:35.022732 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-fea51d05-933c-4492-bf3b-d7c5efe10a4a None None] Provisioning complete for port 20fdf78f-994a-411a-8644-0121e65bcde4 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:35.023469 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-fea51d05-933c-4492-bf3b-d7c5efe10a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.059248 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-51c4a02f-404d-4821-875d-c2cfdcfb87a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:35.096215 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Pushing event updated for resources: {'Port': ['ID=1a506088-3f9a-47ba-b4fa-94e73f8c420c,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:35.122084 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:35.128456 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-51c4a02f-404d-4821-875d-c2cfdcfb87a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:35.274729 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec1603-11d1-4fc3-bdde-262683146be0 req-4e52c910-d455-4757-a980-90aee980a3cc tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:35.276284 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-12ec1603-11d1-4fc3-bdde-262683146be0 req-4e52c910-d455-4757-a980-90aee980a3cc tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 932 time: 0.2335792 May 17 12:05:35.450888 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-fea51d05-933c-4492-bf3b-d7c5efe10a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.515855 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-12ec1603-11d1-4fc3-bdde-262683146be0 req-ff172f22-f51a-47af-99c2-7152535d7f60 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283187 May 17 12:05:35.524464 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-fea51d05-933c-4492-bf3b-d7c5efe10a4a None None] For port 20fdf78f-994a-411a-8644-0121e65bcde4, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=20fdf78f-994a-411a-8644-0121e65bcde4,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:35.538009 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-fea51d05-933c-4492-bf3b-d7c5efe10a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.541243 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:35.568560 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.576731 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739231'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.591690 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-96b62649-9cd5-4d9e-a9dd-929eb81c711b tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:35.663866 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a59eef93-486a-42d5-b775-957580d56ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.683715 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.692991 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea51d05-933c-4492-bf3b-d7c5efe10a4a None None] Pushing event updated for resources: {'Port': ['ID=20fdf78f-994a-411a-8644-0121e65bcde4,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:35.703291 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-fea51d05-933c-4492-bf3b-d7c5efe10a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:35.741905 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Pushing event updated for resources: {'Port': ['ID=d5f4eb5d-c761-48c8-8e8d-f416234667b2,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:35.746462 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:35.754999 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.879486 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-ea8f54a1-5397-4df0-af9d-f1cfdf3dadf8 None None] Provisioning complete for port 20fdf78f-994a-411a-8644-0121e65bcde4 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:35.880271 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-ea8f54a1-5397-4df0-af9d-f1cfdf3dadf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.947333 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.db.l3_db [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Floating IP 25302feb-f954-47b4-949f-1ed542a17f7d associated. External IP: 172.28.3.168, port: 303b06df-11f4-4a7a-8592-5836c81a6ca7. May 17 12:05:35.982303 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-51c4a02f-404d-4821-875d-c2cfdcfb87a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.994827 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-51c4a02f-404d-4821-875d-c2cfdcfb87a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.067221 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1f6ad261-9f4c-47f2-a155-8c358fdcad82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:36.106584 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-51c4a02f-404d-4821-875d-c2cfdcfb87a0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=294be73717bb4dd98091f2c0ba20e730&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7476299 May 17 12:05:36.111389 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa {{(pid=78758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:05:36.111754 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 54154) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:36.130604 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.153757 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4a02f-404d-4821-875d-c2cfdcfb87a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038d7ba1-63cb-4862-a3a8-e3cd13ed2da1,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:36.163004 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-51c4a02f-404d-4821-875d-c2cfdcfb87a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:36.168160 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Transition to ACTIVE for port object 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa will not be triggered until provisioned by entity L2. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:05:36.170592 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.227248 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.251466 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:36.267724 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7b9afc65-adf5-4a16-b7ce-a30edef83c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.323095 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7b9afc65-adf5-4a16-b7ce-a30edef83c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.468128 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:05:36.494904 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Pushing event updated for resources: {'Port': ['ID=3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:36.508612 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:36.512823 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 20fdf78f-994a-411a-8644-0121e65bcde4 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:05:36.582420 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7b9afc65-adf5-4a16-b7ce-a30edef83c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.589182 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cea61712-fd30-4063-a433-b6b82608178f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:36.589893 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 20fdf78f-994a-411a-8644-0121e65bcde4 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:36.590377 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.607894 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9afc65-adf5-4a16-b7ce-a30edef83c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038d7ba1-63cb-4862-a3a8-e3cd13ed2da1,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:36.618711 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7b9afc65-adf5-4a16-b7ce-a30edef83c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:36.674858 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Attempting to bind port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:05:36.675190 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Attempting to bind port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '822b59d9-73bb-4a57-97f6-0d74a03e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1'}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:05:36.675545 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Attempting to bind port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa on network 8008d33d-742c-42c3-8edc-5c61beca03f1 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:05:36.685833 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.728635 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7b9afc65-adf5-4a16-b7ce-a30edef83c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.730136 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-7b9afc65-adf5-4a16-b7ce-a30edef83c91 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/038d7ba1-63cb-4862-a3a8-e3cd13ed2da1 HTTP/1.1" status: 204 len: 168 time: 0.6172473 May 17 12:05:36.757171 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:05:36.777803 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6650e8-94a4-4571-a6ea-f43cbede132c None None] Sync routers for ids ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:05:36.814344 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6650e8-94a4-4571-a6ea-f43cbede132c None None] Routers {'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:05:36.815481 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-0d6650e8-94a4-4571-a6ea-f43cbede132c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:05:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:36.843773 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa on network 8008d33d-742c-42c3-8edc-5c61beca03f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:05:36.843992 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Attempting to bind port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa on network 8008d33d-742c-42c3-8edc-5c61beca03f1 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:05:36.869567 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:05:36.869892 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Checking segment: {'id': '822b59d9-73bb-4a57-97f6-0d74a03e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:05:36.870605 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Bound using segment: {'id': '822b59d9-73bb-4a57-97f6-0d74a03e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1'} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:05:36.871276 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Bound port: 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822b59d9-73bb-4a57-97f6-0d74a03e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1'}}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:05:36.871849 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.882443 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.949824 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394920'] for router, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:37.019373 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1270049 May 17 12:05:37.019373 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:37.032262 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-0d6650e8-94a4-4571-a6ea-f43cbede132c None None] Set router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:05:37.059167 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5e6d3-e49f-41b2-8f5a-0512a150d75a req-d2e3d084-6c32-4703-8672-8a7076ea89ec tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:37.069564 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-20a5e6d3-e49f-41b2-8f5a-0512a150d75a req-d2e3d084-6c32-4703-8672-8a7076ea89ec tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 944 time: 0.2738314 May 17 12:05:37.120731 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'status': 'completed', 'code': 200} May 17 12:05:37.199923 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 54170) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:37.215560 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] For port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa, host hv-cinder-73414, cleared binding levels {{(pid=78758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:05:37.234533 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-29ad8cb1-4846-48d8-a2db-db063769a6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:37.237084 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] For port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa,segment=NetworkSegment(822b59d9-73bb-4a57-97f6-0d74a03e9790),segment_id=822b59d9-73bb-4a57-97f6-0d74a03e9790)] {{(pid=78758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:05:37.245391 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:37.252797 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:37.254421 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-20a5e6d3-e49f-41b2-8f5a-0512a150d75a req-ae032738-e1f6-467c-ae69-1099e63c670d tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770666 May 17 12:05:37.259465 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-29ad8cb1-4846-48d8-a2db-db063769a6b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:37.263596 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-29ad8cb1-4846-48d8-a2db-db063769a6b1 admin admin] Usage tracker for resource:security_group_rule and tenant:6bb7cdb995164e5e834ef5fa186480d7 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:37.267079 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-29ad8cb1-4846-48d8-a2db-db063769a6b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:37.273245 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-29ad8cb1-4846-48d8-a2db-db063769a6b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:37.341534 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcf6ef-3a96-49b8-9f86-cebf6ddcc5a4 req-15ca9ebf-4966-4834-abfd-e5543ab14525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:37.343073 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-11fcf6ef-3a96-49b8-9f86-cebf6ddcc5a4 req-15ca9ebf-4966-4834-abfd-e5543ab14525 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e0609b6aaf74c2296065762a9918789&device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 1099 time: 0.1838102 May 17 12:05:37.379895 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:37.380655 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:37.382666 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] 10.222.0.64 "PUT /v2.0/ports/3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa HTTP/1.1" status: 200 len: 1094 time: 3.0712614 May 17 12:05:37.385144 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47546935-3c75-4a96-891a-0bffd4b0e66d', 'tag': '3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:37.401985 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Pushing event updated for resources: {'Port': ['ID=3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa,revision_number=3']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:37.405778 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5f89441e-432f-4ad1-b126-6c7f132a9eff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:37.423168 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 is scheduled to L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b with binding_index 1 {{(pid=78758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:05:37.479428 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-0d6650e8-94a4-4571-a6ea-f43cbede132c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:25Z', 'revision_number': 4, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port': {'id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:19Z', 'updated_at': '2021-05-17T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '25302feb-f954-47b4-949f-1ed542a17f7d', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'floating_ip_address': '172.28.3.168', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'port_id': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'mac_address': 'fa:16:3e:51:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896492f3-cb19-4194-9a8a-fc320b009165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:05:34Z', 'updated_at': '2021-05-17T12:05:34Z', 'revision_number': 0, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b75a86-0ca8-433c-90a1-b961fd3ca509', 'name': '', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'mac_address': 'fa:16:3e:7e:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8612b030-a091-464f-b296-b7f7690176ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:24Z', 'updated_at': '2021-05-17T12:04:35Z', 'revision_number': 5, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'subnets': [{'id': '8612b030-a091-464f-b296-b7f7690176ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:37.485336 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6650e8-94a4-4571-a6ea-f43cbede132c None None] Checking router: b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:05:37.495033 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6650e8-94a4-4571-a6ea-f43cbede132c None None] Routers {'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:05:37.495740 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-0d6650e8-94a4-4571-a6ea-f43cbede132c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:05:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:37.517888 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-29ad8cb1-4846-48d8-a2db-db063769a6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:37.524171 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-29ad8cb1-4846-48d8-a2db-db063769a6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:37.528637 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47546935-3c75-4a96-891a-0bffd4b0e66d', 'tag': '3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa', 'status': 'completed', 'code': 200} May 17 12:05:37.557343 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:37.571609 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-29ad8cb1-4846-48d8-a2db-db063769a6b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6bb7cdb995164e5e834ef5fa186480d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703685 May 17 12:05:37.576826 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 54176) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:37.701900 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:05:37.705001 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98096ca9-a22b-4328-9ace-326fada028d9 req-97bfc41a-4cad-4d89-a4b8-9fbdd7941e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:37.706516 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-97bfc41a-4cad-4d89-a4b8-9fbdd7941e0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a1d07b9835f40cea38e67c26bab12fe&device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 1097 time: 0.2692344 May 17 12:05:37.714432 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Sync routers for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:05:37.725726 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:05:37.726474 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:05:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:37.767882 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcf6ef-3a96-49b8-9f86-cebf6ddcc5a4 req-770d6d99-7e12-46cd-9db6-bfa80499586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:37.769848 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-11fcf6ef-3a96-49b8-9f86-cebf6ddcc5a4 req-770d6d99-7e12-46cd-9db6-bfa80499586e service neutron] 10.222.0.64 "GET /v2.0/networks?id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74 HTTP/1.1" status: 200 len: 909 time: 0.4074101 May 17 12:05:37.774952 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-0d6650e8-94a4-4571-a6ea-f43cbede132c None None] Set router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:05:37.779587 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad8cb1-4846-48d8-a2db-db063769a6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e69f02-e0b1-4595-be63-145248ae2c73,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:37.884811 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-91f0a27e-1ea6-416c-b66c-7fff4f65a4d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa HTTP/1.1" status: 200 len: 217 time: 0.1497102 May 17 12:05:37.887313 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Notify callbacks [] for router, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:37.889250 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0473192 May 17 12:05:37.894768 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54182) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:37.922742 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-29ad8cb1-4846-48d8-a2db-db063769a6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:37.927312 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:05:38.034320 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-11fcf6ef-3a96-49b8-9f86-cebf6ddcc5a4 req-d87b3a5e-0ffe-4c8c-9510-4dfc17a81300 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7 HTTP/1.1" status: 200 len: 1000 time: 0.2514694 May 17 12:05:38.039642 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-102a8cff-2d45-45b9-8a00-b0c791b3885b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.130817 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-102a8cff-2d45-45b9-8a00-b0c791b3885b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.167257 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98096ca9-a22b-4328-9ace-326fada028d9 req-af70ba5b-4694-48e0-bf18-720ac6e693ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:38.167650 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcf6ef-3a96-49b8-9f86-cebf6ddcc5a4 req-c47a67e5-197a-452b-8d52-408969c42afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:38.168972 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-af70ba5b-4694-48e0-bf18-720ac6e693ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddc1c831-1609-4706-b283-3e7ef28c06c4 HTTP/1.1" status: 200 len: 853 time: 0.2758181 May 17 12:05:38.169151 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-11fcf6ef-3a96-49b8-9f86-cebf6ddcc5a4 req-c47a67e5-197a-452b-8d52-408969c42afc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8612b030-a091-464f-b296-b7f7690176ee HTTP/1.1" status: 200 len: 847 time: 0.1264980 May 17 12:05:38.277358 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-102a8cff-2d45-45b9-8a00-b0c791b3885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.281309 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-0d6650e8-94a4-4571-a6ea-f43cbede132c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:25Z', 'revision_number': 4, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port': {'id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:19Z', 'updated_at': '2021-05-17T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '25302feb-f954-47b4-949f-1ed542a17f7d', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'floating_ip_address': '172.28.3.168', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'port_id': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'mac_address': 'fa:16:3e:51:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896492f3-cb19-4194-9a8a-fc320b009165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:05:34Z', 'updated_at': '2021-05-17T12:05:34Z', 'revision_number': 0, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b75a86-0ca8-433c-90a1-b961fd3ca509', 'name': '', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'mac_address': 'fa:16:3e:7e:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8612b030-a091-464f-b296-b7f7690176ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:24Z', 'updated_at': '2021-05-17T12:04:35Z', 'revision_number': 5, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'subnets': [{'id': '8612b030-a091-464f-b296-b7f7690176ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:38.286566 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6650e8-94a4-4571-a6ea-f43cbede132c None None] The sync data for ids ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'] in dv-cinder-734144-19-smb is: [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:25Z', 'revision_number': 4, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port': {'id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:19Z', 'updated_at': '2021-05-17T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '25302feb-f954-47b4-949f-1ed542a17f7d', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'floating_ip_address': '172.28.3.168', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'port_id': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'mac_address': 'fa:16:3e:51:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896492f3-cb19-4194-9a8a-fc320b009165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:05:34Z', 'updated_at': '2021-05-17T12:05:34Z', 'revision_number': 0, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b75a86-0ca8-433c-90a1-b961fd3ca509', 'name': '', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'mac_address': 'fa:16:3e:7e:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8612b030-a091-464f-b296-b7f7690176ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:24Z', 'updated_at': '2021-05-17T12:04:35Z', 'revision_number': 5, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'subnets': [{'id': '8612b030-a091-464f-b296-b7f7690176ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:05:38.286972 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:35Z', 'revision_number': 3, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:38.294581 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Checking router: c8ad33cd-2e28-484c-bda9-20d5f5b563f6 for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:05:38.295125 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Updating router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 port 1a506088-3f9a-47ba-b4fa-94e73f8c420c binding host dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:05:38.300567 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-a5feab20-a974-45cf-b665-f5d8635f4df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:38.326035 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-9c877d76-ce67-4349-881d-a3688abe021b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8008d33d-742c-42c3-8edc-5c61beca03f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750365 May 17 12:05:38.340599 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a8cff-2d45-45b9-8a00-b0c791b3885b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e69f02-e0b1-4595-be63-145248ae2c73,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:38.352663 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-102a8cff-2d45-45b9-8a00-b0c791b3885b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.353803 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-102a8cff-2d45-45b9-8a00-b0c791b3885b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b9e69f02-e0b1-4595-be63-145248ae2c73 HTTP/1.1" status: 204 len: 168 time: 0.7725594 May 17 12:05:38.357759 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-102a8cff-2d45-45b9-8a00-b0c791b3885b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:38.374860 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcf6ef-3a96-49b8-9f86-cebf6ddcc5a4 req-37b91d7f-f1b4-40d5-ac14-3a70b2dc58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:38.377898 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-11fcf6ef-3a96-49b8-9f86-cebf6ddcc5a4 req-37b91d7f-f1b4-40d5-ac14-3a70b2dc58aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1864090 May 17 12:05:38.439144 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.488813 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.622845 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4361849d-bcb2-4720-8e4c-bf94f44cac49 None None] New status for floating IP 25302feb-f954-47b4-949f-1ed542a17f7d: ACTIVE {{(pid=78760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:05:38.688490 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-11fcf6ef-3a96-49b8-9f86-cebf6ddcc5a4 req-2691874f-ff04-44d8-bf72-4530162db97f service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992470 May 17 12:05:38.749240 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a37ad-5d72-46b7-be41-fc137579102b req-4733c820-1ad2-41e4-af30-75cfa738e18c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:38.761328 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c40a37ad-5d72-46b7-be41-fc137579102b req-4733c820-1ad2-41e4-af30-75cfa738e18c tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 944 time: 0.2350280 May 17 12:05:38.943232 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c40a37ad-5d72-46b7-be41-fc137579102b req-8db776e4-798d-4a04-a001-5df10560d899 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801736 May 17 12:05:39.005159 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-11fcf6ef-3a96-49b8-9f86-cebf6ddcc5a4 req-9ee9388a-244e-46ba-a5e6-f1b053fbef73 service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091500 May 17 12:05:39.027754 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-c23e3bf9-b357-4aac-ac94-56684b8bb4d1 service neutron] 10.222.0.64 "GET /v2.0/networks/8008d33d-742c-42c3-8edc-5c61beca03f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440644 May 17 12:05:39.042249 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Notify callbacks [] for port, precommit_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:39.079388 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.provisioning_blocks [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Transition to ACTIVE for port object 1a506088-3f9a-47ba-b4fa-94e73f8c420c will not be triggered until provisioned by entity L2. {{(pid=78761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:05:39.097029 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:39.103428 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-288b8143-8942-4d79-8984-c49072b6d2a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:39.226388 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Pushing event updated for resources: {'Port': ['ID=1a506088-3f9a-47ba-b4fa-94e73f8c420c,revision_number=2']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:39.230445 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Attempting to bind port 1a506088-3f9a-47ba-b4fa-94e73f8c420c on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:05:39.230821 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Attempting to bind port 1a506088-3f9a-47ba-b4fa-94e73f8c420c by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:05:39.231183 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Attempting to bind port 1a506088-3f9a-47ba-b4fa-94e73f8c420c on network c7032b67-ae9d-4252-ba6d-57576c0c23c3 {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:05:39.241090 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:05:39.241801 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Checking segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:05:39.242215 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:39.242654 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Bound using segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:05:39.243082 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Bound port: 1a506088-3f9a-47ba-b4fa-94e73f8c420c, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:05:39.243492 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:39.273112 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:39.273329 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:39.273658 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:39.274218 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:39.274337 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:39.274607 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:39.274920 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:39.275232 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:39.275588 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:39.275909 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:39.276215 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:39.276793 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:39.289516 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:39.333404 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] For port 1a506088-3f9a-47ba-b4fa-94e73f8c420c, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:05:39.336278 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-98096ca9-a22b-4328-9ace-326fada028d9 req-e4d97418-c016-4ab8-83d9-37b75d83eb10 service neutron] 10.222.0.64 "GET /v2.0/networks/8008d33d-742c-42c3-8edc-5c61beca03f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974029 May 17 12:05:39.339967 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] For port 1a506088-3f9a-47ba-b4fa-94e73f8c420c, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=1a506088-3f9a-47ba-b4fa-94e73f8c420c,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:05:39.352447 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:39.356458 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-690fde82-535d-46c7-9e53-cb5795fe6910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:39.453513 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:05:39.454849 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:05:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:39.564582 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffacc0b-b78f-4a0b-9e15-a5f5e54bbc59 req-7913a935-167d-43e2-814e-5d615fb09e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:39.566048 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-1ffacc0b-b78f-4a0b-9e15-a5f5e54bbc59 req-7913a935-167d-43e2-814e-5d615fb09e22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a1d07b9835f40cea38e67c26bab12fe&device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 1097 time: 0.1713741 May 17 12:05:39.573551 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Pushing event updated for resources: {'Port': ['ID=1a506088-3f9a-47ba-b4fa-94e73f8c420c,revision_number=3']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:39.578516 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:39.668284 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:39.679074 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:05:39.806290 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffacc0b-b78f-4a0b-9e15-a5f5e54bbc59 req-bbd8f5f7-a018-4e51-9040-d0ac130effc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:39.807823 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-1ffacc0b-b78f-4a0b-9e15-a5f5e54bbc59 req-bbd8f5f7-a018-4e51-9040-d0ac130effc7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8008d33d-742c-42c3-8edc-5c61beca03f1 HTTP/1.1" status: 200 len: 914 time: 0.2321668 May 17 12:05:39.928420 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-1ffacc0b-b78f-4a0b-9e15-a5f5e54bbc59 req-ca1be614-2d5a-467b-8eba-731dfe0f0bb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa HTTP/1.1" status: 200 len: 217 time: 0.0855360 May 17 12:05:40.029936 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:35Z', 'revision_number': 3, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:40.035011 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6509c9-048c-4a69-a851-c25e29a66b4d None None] The sync data for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb is: [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:35Z', 'revision_number': 3, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:05:40.050043 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffacc0b-b78f-4a0b-9e15-a5f5e54bbc59 req-f32595df-812b-40f5-bbe4-7c56cd841ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.051558 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-1ffacc0b-b78f-4a0b-9e15-a5f5e54bbc59 req-f32595df-812b-40f5-bbe4-7c56cd841ac7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddc1c831-1609-4706-b283-3e7ef28c06c4 HTTP/1.1" status: 200 len: 853 time: 0.1140938 May 17 12:05:40.060536 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Allocated IP 172.20.0.1 (7ff3b9a1-9b86-4118-9135-d71d93819820/3144e290-8096-4e55-bc99-ee960f7f74ca/5d52bbef-24d1-452a-9ee2-ae1d61063204) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:05:40.110971 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-1ffacc0b-b78f-4a0b-9e15-a5f5e54bbc59 req-2fa1b950-e3be-4c94-b066-6632cb3cc2a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8008d33d-742c-42c3-8edc-5c61beca03f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515079 May 17 12:05:40.301786 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b3586-ec46-4264-8deb-286be8571266 req-636be88e-c3db-49d0-a9c4-66eb3feaa3c2 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.322672 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-389b3586-ec46-4264-8deb-286be8571266 req-636be88e-c3db-49d0-a9c4-66eb3feaa3c2 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 944 time: 0.1603301 May 17 12:05:40.503212 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-1ffacc0b-b78f-4a0b-9e15-a5f5e54bbc59 req-fd10b96d-d018-486f-a991-0aa00df20c44 service neutron] 10.222.0.64 "GET /v2.0/networks/8008d33d-742c-42c3-8edc-5c61beca03f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811941 May 17 12:05:40.529709 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-389b3586-ec46-4264-8deb-286be8571266 req-33410907-f111-4618-8da0-9f2a26de750e tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013650 May 17 12:05:40.545059 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:40.632944 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Transition to ACTIVE for port object 5d52bbef-24d1-452a-9ee2-ae1d61063204 will not be triggered until provisioned by entity DHCP. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:05:40.831987 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-1ffacc0b-b78f-4a0b-9e15-a5f5e54bbc59 req-7ee56f85-b434-4c77-8123-c142ffa17ef9 service neutron] 10.222.0.64 "GET /v2.0/networks/8008d33d-742c-42c3-8edc-5c61beca03f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183777 May 17 12:05:40.848955 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:40.858446 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-fd36b322-1aa8-48a9-aefa-b6c3f56ca70a tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:40.948325 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Network 7ff3b9a1-9b86-4118-9135-d71d93819820 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:05:40.951748 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:40.955270 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:05:41.059272 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Pushing event updated for resources: {'Port': ['ID=5d52bbef-24d1-452a-9ee2-ae1d61063204,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:41.078589 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:41.092698 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434515'] for router_interface, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:41.286651 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-912e9d5e-be45-42fa-9adf-a4b48fe0430d None None] Provisioning for port 5d52bbef-24d1-452a-9ee2-ae1d61063204 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:41.293375 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-912e9d5e-be45-42fa-9adf-a4b48fe0430d None None] Provisioning complete for port 5d52bbef-24d1-452a-9ee2-ae1d61063204 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:41.293685 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-912e9d5e-be45-42fa-9adf-a4b48fe0430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:41.312147 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:41.449843 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-912e9d5e-be45-42fa-9adf-a4b48fe0430d None None] Port 5d52bbef-24d1-452a-9ee2-ae1d61063204 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:05:41.493185 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:41.761402 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:41.769017 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:41.793312 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b7325-28a0-4808-9b3b-26f977bfa6da req-253c1400-3406-402d-a3e2-9a987462ade2 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:41.798189 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-201b7325-28a0-4808-9b3b-26f977bfa6da req-253c1400-3406-402d-a3e2-9a987462ade2 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 944 time: 0.1464806 May 17 12:05:41.846274 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:41.868878 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-201b7325-28a0-4808-9b3b-26f977bfa6da req-b8cdda92-3c49-4997-b7b4-d7424a561195 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642872 May 17 12:05:41.889728 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399604'] for router_interface, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:42.027863 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Pushing event updated for resources: {'Port': ['ID=5d52bbef-24d1-452a-9ee2-ae1d61063204,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:42.033957 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:42.092995 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Network 7ff3b9a1-9b86-4118-9135-d71d93819820 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:05:42.095049 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:42.320475 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:05:42.379855 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d795496a-d207-45e6-b420-76788a53f1f5 None None] Provisioning complete for port 5d52bbef-24d1-452a-9ee2-ae1d61063204 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:42.381064 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d795496a-d207-45e6-b420-76788a53f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:42.444255 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d795496a-d207-45e6-b420-76788a53f1f5 None None] Port 5d52bbef-24d1-452a-9ee2-ae1d61063204 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:05:42.530208 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 1a506088-3f9a-47ba-b4fa-94e73f8c420c up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:05:42.546588 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:05:42.557453 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Sync routers for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:05:42.560054 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-de36f548-36ad-4f48-bc37-b103443db91b admin admin] 10.222.0.47 "PUT /v2.0/routers/c8ad33cd-2e28-484c-bda9-20d5f5b563f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6636825 May 17 12:05:42.568260 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:05:42.568875 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:05:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:42.616173 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port 1a506088-3f9a-47ba-b4fa-94e73f8c420c completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:42.622854 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 1a506088-3f9a-47ba-b4fa-94e73f8c420c triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:42.623771 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:42.779170 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:42.799037 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port 1a506088-3f9a-47ba-b4fa-94e73f8c420c, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=1a506088-3f9a-47ba-b4fa-94e73f8c420c,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:42.803408 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:42.805434 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:05:42.807399 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:42.879440 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=1a506088-3f9a-47ba-b4fa-94e73f8c420c,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:42.882926 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:42.928321 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:05:43.192672 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa,segment=NetworkSegment(822b59d9-73bb-4a57-97f6-0d74a03e9790),segment_id=822b59d9-73bb-4a57-97f6-0d74a03e9790)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:43.220494 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa', 'network_id': '8008d33d-742c-42c3-8edc-5c61beca03f1', 'port_id': '3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa', 'mac_address': 'fa:16:3e:b0:6c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc1c831-1609-4706-b283-3e7ef28c06c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:05:43.220636 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54264) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:43.225613 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--60747489', 'description': 'tempest-description--1471830616'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:43.231916 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:43.237086 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Usage tracker for resource:security_group and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:43.241219 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:43.248844 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:43.254012 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa0ccb-cba8-4254-8289-2ab195e17969 req-529e264b-ad8a-409c-b266-23f12b04e843 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:43.262349 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.263112 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-87aa0ccb-cba8-4254-8289-2ab195e17969 req-529e264b-ad8a-409c-b266-23f12b04e843 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 944 time: 0.2156727 May 17 12:05:43.282267 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.303532 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:05:43.311621 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:43.317872 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Usage tracker for resource:security_group_rule and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:43.318709 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 2, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:43.321533 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:43.324641 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa,segment=NetworkSegment(822b59d9-73bb-4a57-97f6-0d74a03e9790),segment_id=822b59d9-73bb-4a57-97f6-0d74a03e9790)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:43.329430 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:43.331883 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Checking router: c8ad33cd-2e28-484c-bda9-20d5f5b563f6 for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:05:43.332070 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.332236 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Updating router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 port 5d52bbef-24d1-452a-9ee2-ae1d61063204 binding host dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:05:43.334876 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-2e3b683a-db2b-4e15-bc61-d13f19a4672a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:43.344131 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-87aa0ccb-cba8-4254-8289-2ab195e17969 req-bdde3523-2d19-40c5-ab02-d6381e2d9071 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798428 May 17 12:05:43.427215 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:43.428522 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.430676 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:43.443576 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.450717 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.455596 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-41fa3ba5-a8a1-4fc0-9565-e77b51430a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:43.494642 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb30edd-b8b1-403e-b848-e8bf45b05995,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:43.501539 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:43.503210 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.504664 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2834897 May 17 12:05:43.510471 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54268) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:43.519909 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-71b0dc61-8732-4808-969f-d8d9d824b647 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Request body: {'security_group_rule': {'security_group_id': '7cb30edd-b8b1-403e-b848-e8bf45b05995', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:43.528768 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-71b0dc61-8732-4808-969f-d8d9d824b647 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:43.533155 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-71b0dc61-8732-4808-969f-d8d9d824b647 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Usage tracker for resource:security_group_rule and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:43.536283 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-71b0dc61-8732-4808-969f-d8d9d824b647 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:43.542047 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-71b0dc61-8732-4808-969f-d8d9d824b647 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:43.575189 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-71b0dc61-8732-4808-969f-d8d9d824b647 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.690571 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-71b0dc61-8732-4808-969f-d8d9d824b647 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.694260 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-71b0dc61-8732-4808-969f-d8d9d824b647 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.696403 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:43.714188 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:05:43.720025 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0dc61-8732-4808-969f-d8d9d824b647 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d245c326-b424-4531-b5dd-bc7355b4bf2e,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:43.722521 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-71b0dc61-8732-4808-969f-d8d9d824b647 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:43.731739 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-71b0dc61-8732-4808-969f-d8d9d824b647 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.735802 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-71b0dc61-8732-4808-969f-d8d9d824b647 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2207577 May 17 12:05:43.735966 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54274) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:43.743499 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-449ee13d-fb34-477c-a6db-b78a0195fa30 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Request body: {'security_group_rule': {'security_group_id': '7cb30edd-b8b1-403e-b848-e8bf45b05995', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:43.750487 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-449ee13d-fb34-477c-a6db-b78a0195fa30 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:43.755547 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-449ee13d-fb34-477c-a6db-b78a0195fa30 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Usage tracker for resource:security_group_rule and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:43.759240 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-449ee13d-fb34-477c-a6db-b78a0195fa30 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:43.767880 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-449ee13d-fb34-477c-a6db-b78a0195fa30 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:43.789236 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-449ee13d-fb34-477c-a6db-b78a0195fa30 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.860608 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Notify callbacks [] for port, precommit_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.876870 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.provisioning_blocks [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Transition to ACTIVE for port object 5d52bbef-24d1-452a-9ee2-ae1d61063204 will not be triggered until provisioned by entity L2. {{(pid=78761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:05:43.877271 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-449ee13d-fb34-477c-a6db-b78a0195fa30 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.882535 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-449ee13d-fb34-477c-a6db-b78a0195fa30 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.885692 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.892092 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:43.899062 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:43.922480 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ee13d-fb34-477c-a6db-b78a0195fa30 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af13d324-536f-4718-aa81-b0ba429cfc0e,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:43.927559 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-449ee13d-fb34-477c-a6db-b78a0195fa30 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:43.934185 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-449ee13d-fb34-477c-a6db-b78a0195fa30 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.942636 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-449ee13d-fb34-477c-a6db-b78a0195fa30 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1992717 May 17 12:05:43.943432 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54280) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:43.950086 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Request body: {'floatingip': {'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:43.957181 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:43.961550 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Usage tracker for resource:floatingip and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:43.964876 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:43.971313 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:43.983844 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:44.081376 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:05:44.113616 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097c9c0-f151-4fe2-8887-165897499a36 None None] Pushing event updated for resources: {'Port': ['ID=5d52bbef-24d1-452a-9ee2-ae1d61063204,revision_number=3']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:44.123835 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-1097c9c0-f151-4fe2-8887-165897499a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:44.159855 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:44.191767 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Attempting to bind port 5d52bbef-24d1-452a-9ee2-ae1d61063204 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:05:44.192222 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Attempting to bind port 5d52bbef-24d1-452a-9ee2-ae1d61063204 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:05:44.192881 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Attempting to bind port 5d52bbef-24d1-452a-9ee2-ae1d61063204 on network 7ff3b9a1-9b86-4118-9135-d71d93819820 {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:05:44.198188 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:05:44.198673 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Checking segment: {'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:05:44.198945 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:44.199333 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Bound using segment: {'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:05:44.199823 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Bound port: 5d52bbef-24d1-452a-9ee2-ae1d61063204, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'}}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:05:44.200190 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:44.294577 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] For port 5d52bbef-24d1-452a-9ee2-ae1d61063204, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:05:44.299038 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] For port 5d52bbef-24d1-452a-9ee2-ae1d61063204, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=5d52bbef-24d1-452a-9ee2-ae1d61063204,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:05:44.303653 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:44.308016 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-3e0dbf7a-3834-407c-973a-9e00c7855ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:44.382324 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:05:44.382960 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:05:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:44.404520 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Allocated IP 172.28.3.70 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/92e1a2e5-b682-4c61-b393-407bc03fd67e) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:05:44.539225 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 1a506088-3f9a-47ba-b4fa-94e73f8c420c up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:05:44.597089 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e29de-edfa-4c48-8f5d-d49fce767da5 req-6192e7d7-45ba-4bae-82c2-0dbcea3b4390 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:44.608967 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0e3e29de-edfa-4c48-8f5d-d49fce767da5 req-6192e7d7-45ba-4bae-82c2-0dbcea3b4390 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 945 time: 0.1175332 May 17 12:05:44.623025 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:05:44.639093 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:44.644832 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 1a506088-3f9a-47ba-b4fa-94e73f8c420c triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:44.646537 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:44.689520 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0e3e29de-edfa-4c48-8f5d-d49fce767da5 req-9a4cb389-ab17-4d77-80a0-ea5d36a5a187 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793884 May 17 12:05:44.712777 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:44.713009 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-9b82686c-5153-4207-8b52-30005fb837ba tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:44.807019 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:05:44.815163 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:44.823210 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:05:44.890911 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event updated for resources: {'Port': ['ID=92e1a2e5-b682-4c61-b393-407bc03fd67e,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:44.898433 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:44.936781 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097c9c0-f151-4fe2-8887-165897499a36 None None] Pushing event updated for resources: {'Port': ['ID=5d52bbef-24d1-452a-9ee2-ae1d61063204,revision_number=4']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:44.941500 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:05:44.982947 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:45.006664 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-1097c9c0-f151-4fe2-8887-165897499a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:45.069525 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:45.074575 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:45.079879 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:45.080505 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:45.186279 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:44Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:45.195044 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c49011-82e9-4142-8c60-b60c20ab766b None None] The sync data for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb is: [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:44Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:05:45.365812 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:45.415424 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:45.423907 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:45.441425 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47546935-3c75-4a96-891a-0bffd4b0e66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:45.441584 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:45.458361 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa,segment=NetworkSegment(822b59d9-73bb-4a57-97f6-0d74a03e9790),segment_id=822b59d9-73bb-4a57-97f6-0d74a03e9790)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:45.464567 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:45.467924 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:45.515114 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47546935-3c75-4a96-891a-0bffd4b0e66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa', 'code': 200} May 17 12:05:45.568270 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event updated for resources: {'Port': ['ID=92e1a2e5-b682-4c61-b393-407bc03fd67e,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:45.574526 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:45.582549 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:45.592466 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:45.592621 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:45.626743 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:45.628515 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6837692 May 17 12:05:45.827864 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-90c5f463-9f82-4293-b711-64a5b002f1f7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--60747489&fields=id&tenant_id=cf075c80843c4c858b4ddb4a43dd62bb HTTP/1.1" status: 200 len: 267 time: 0.0527184 May 17 12:05:45.894859 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb431e-c66f-4874-87e3-a826aef182ae req-23a21d2a-e299-4b01-938b-b54d1bb41cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:45.896751 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-97bb431e-c66f-4874-87e3-a826aef182ae req-23a21d2a-e299-4b01-938b-b54d1bb41cae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 1099 time: 0.1157634 May 17 12:05:45.950077 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-97bb431e-c66f-4874-87e3-a826aef182ae req-2f8872c6-b1d7-40fc-bdba-055b2edeae2c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450420 May 17 12:05:46.076806 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-6289fac2-e868-4d20-a861-d95d385bca4e tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:46.078431 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-6289fac2-e868-4d20-a861-d95d385bca4e tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/networks?id=7ff3b9a1-9b86-4118-9135-d71d93819820 HTTP/1.1" status: 200 len: 811 time: 0.2382512 May 17 12:05:46.090146 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee11222-b42f-43e9-8dbd-dfdf4fe9976c req-e29d14b4-de4c-45f2-8aca-02822bc3ac03 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:46.091961 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2ee11222-b42f-43e9-8dbd-dfdf4fe9976c req-e29d14b4-de4c-45f2-8aca-02822bc3ac03 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 946 time: 0.1560004 May 17 12:05:46.122947 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-d99bfad8-f2b5-4bfa-ab8a-ceaa3c4518ea tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/quotas/cf075c80843c4c858b4ddb4a43dd62bb HTTP/1.1" status: 200 len: 375 time: 0.0298722 May 17 12:05:46.205365 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2ee11222-b42f-43e9-8dbd-dfdf4fe9976c req-c061f233-149e-4cf8-a516-0be29461e38b tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034522 May 17 12:05:46.254653 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-cbe6f102-32a2-4e8f-ab19-f8a05e71a96c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf075c80843c4c858b4ddb4a43dd62bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1229849 May 17 12:05:46.562927 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-b83dbf43-c804-4d22-9ec5-db615e256142 service neutron] 10.222.0.47 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913351 May 17 12:05:46.563163 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 5d52bbef-24d1-452a-9ee2-ae1d61063204 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:05:46.657242 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port 5d52bbef-24d1-452a-9ee2-ae1d61063204 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:46.663575 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 5d52bbef-24d1-452a-9ee2-ae1d61063204 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:46.664053 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:46.725280 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-22df9e2e-05ca-4ad6-87cd-422f15139cac service neutron] 10.222.0.47 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551802 May 17 12:05:46.799636 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:46.858966 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port 5d52bbef-24d1-452a-9ee2-ae1d61063204, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=5d52bbef-24d1-452a-9ee2-ae1d61063204,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:46.864343 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:46.867599 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-1cef98a8-174a-451d-8403-4400ae72cac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:46.955822 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=5d52bbef-24d1-452a-9ee2-ae1d61063204,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:46.958526 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:46.960543 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-fe4839e6-cf34-4a53-8671-e71f8234a45c req-22546973-da38-4c6e-bd6d-a896aa546de8 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 210 time: 0.0634139 May 17 12:05:47.103218 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54342) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:47.262782 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ba484574-c9b4-4969-8720-31e10c1baa6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:47.279614 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-ba484574-c9b4-4969-8720-31e10c1baa6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:47.285036 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-ba484574-c9b4-4969-8720-31e10c1baa6f admin admin] Usage tracker for resource:security_group_rule and tenant:f7f224f453c24128949892d4c65c58d5 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:47.288025 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-ba484574-c9b4-4969-8720-31e10c1baa6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:47.294229 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-ba484574-c9b4-4969-8720-31e10c1baa6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:47.447588 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73743afd-0307-4065-a5c2-1d79e498b3f5 req-74ef2de6-a2d6-42ec-9ce1-31728c61d828 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:47.447846 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ba484574-c9b4-4969-8720-31e10c1baa6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:47.450136 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-73743afd-0307-4065-a5c2-1d79e498b3f5 req-74ef2de6-a2d6-42ec-9ce1-31728c61d828 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 946 time: 0.1120961 May 17 12:05:47.455193 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ba484574-c9b4-4969-8720-31e10c1baa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:47.468278 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-0c7f3a68-bc5c-4cf3-bf8f-2c9020d2bb49 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:47.505415 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-73743afd-0307-4065-a5c2-1d79e498b3f5 req-d6d703a5-0da9-4791-a08d-7a08a4f4a673 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476255 May 17 12:05:47.514312 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba484574-c9b4-4969-8720-31e10c1baa6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d3e75-faf8-4d67-bd54-9665c86e3b23,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:47.522369 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-ba484574-c9b4-4969-8720-31e10c1baa6f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7f224f453c24128949892d4c65c58d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4155304 May 17 12:05:47.522369 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ba484574-c9b4-4969-8720-31e10c1baa6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:47.522674 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54354) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:47.588868 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9b033431-2b0d-4e81-a546-c5698fd4187d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:47.620354 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9b033431-2b0d-4e81-a546-c5698fd4187d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:47.682204 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9b033431-2b0d-4e81-a546-c5698fd4187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:47.688658 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-07a19bc5-a785-4d7a-b358-ba10424af191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:47.701093 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b033431-2b0d-4e81-a546-c5698fd4187d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27d3e75-faf8-4d67-bd54-9665c86e3b23,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:47.704669 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-9b033431-2b0d-4e81-a546-c5698fd4187d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:47.707214 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9b033431-2b0d-4e81-a546-c5698fd4187d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:47.708150 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-9b033431-2b0d-4e81-a546-c5698fd4187d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b27d3e75-faf8-4d67-bd54-9665c86e3b23 HTTP/1.1" status: 204 len: 168 time: 0.1846910 May 17 12:05:48.065232 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54374) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:48.102464 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-93c95b55-4e7c-4985-a40a-2393b09f0988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:48.145281 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dd687723-609f-4446-8633-0f2b5230a9b5 req-360d386e-f509-47f0-b837-b1a24dba327a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 210 time: 0.0591516 May 17 12:05:48.146686 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-93c95b55-4e7c-4985-a40a-2393b09f0988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:48.153584 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-93c95b55-4e7c-4985-a40a-2393b09f0988 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b31e8916c149e3809bc035fd585029 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:48.158929 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-93c95b55-4e7c-4985-a40a-2393b09f0988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:48.166994 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-93c95b55-4e7c-4985-a40a-2393b09f0988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:48.381200 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-985d4a50-cae7-4a26-8346-9b96703c0a32 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:48.381933 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-985d4a50-cae7-4a26-8346-9b96703c0a32 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Synchronizing usage tracker for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:network {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:48.416050 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-93c95b55-4e7c-4985-a40a-2393b09f0988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:48.420580 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-93c95b55-4e7c-4985-a40a-2393b09f0988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:48.461557 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-42774a0f-5d3a-4cb6-8024-ad9d67292fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:48.513857 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-93c95b55-4e7c-4985-a40a-2393b09f0988 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d6b31e8916c149e3809bc035fd585029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470901 May 17 12:05:48.517787 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 54378) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:48.518921 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-985d4a50-cae7-4a26-8346-9b96703c0a32 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Unset dirty status for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:network {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:48.520236 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-985d4a50-cae7-4a26-8346-9b96703c0a32 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.64 "GET /v2.0/networks?id=7ff3b9a1-9b86-4118-9135-d71d93819820 HTTP/1.1" status: 200 len: 811 time: 0.3249333 May 17 12:05:48.523795 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 5d52bbef-24d1-452a-9ee2-ae1d61063204 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:05:48.525134 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c95b55-4e7c-4985-a40a-2393b09f0988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880de3f1-645a-41b2-8c1b-d8b5e3220028,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:48.528499 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-93c95b55-4e7c-4985-a40a-2393b09f0988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:48.601172 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-41de5f4c-36b5-493a-aa48-458ccc6b79dd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Synchronizing usage tracker for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:security_group {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:48.629174 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-41de5f4c-36b5-493a-aa48-458ccc6b79dd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Unset dirty status for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:security_group {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:48.632431 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-41de5f4c-36b5-493a-aa48-458ccc6b79dd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf075c80843c4c858b4ddb4a43dd62bb HTTP/1.1" status: 200 len: 378 time: 0.0970829 May 17 12:05:48.650876 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Request body: {'port': {'device_id': '42412dc5-ed1a-4506-a537-95e63a675bdc', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'admin_state_up': True, 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'security_groups': ['7cb30edd-b8b1-403e-b848-e8bf45b05995']}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:48.663879 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1e25457c-10ea-4cf5-83a4-41708136ad46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:48.692875 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 5d52bbef-24d1-452a-9ee2-ae1d61063204 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:48.693597 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:48.700007 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1e25457c-10ea-4cf5-83a4-41708136ad46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:48.788786 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1e25457c-10ea-4cf5-83a4-41708136ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:48.798167 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-57d9650f-c3db-43f8-ad4a-7c24e064caf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:48.811423 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25457c-10ea-4cf5-83a4-41708136ad46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880de3f1-645a-41b2-8c1b-d8b5e3220028,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:48.823460 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-1e25457c-10ea-4cf5-83a4-41708136ad46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:48.825618 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1e25457c-10ea-4cf5-83a4-41708136ad46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:48.826762 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-1e25457c-10ea-4cf5-83a4-41708136ad46 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/880de3f1-645a-41b2-8c1b-d8b5e3220028 HTTP/1.1" status: 204 len: 168 time: 0.3064373 May 17 12:05:48.839300 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:48.846742 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Usage tracker for resource:port and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:48.851979 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:48.862752 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:48.878179 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Made reservation on behalf of cf075c80843c4c858b4ddb4a43dd62bb for: {'port': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:05:48.881930 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:49.056044 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Allocated IP 172.20.0.7 (7ff3b9a1-9b86-4118-9135-d71d93819820/3144e290-8096-4e55-bc99-ee960f7f74ca/d9e1dfd5-c134-4e7c-a421-8b9e459177ba) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:05:49.329797 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-18aa3caf-4918-45b8-9642-c8a5e6a3aec4 req-c192ba74-8f8c-4f8d-8e9e-e8d050040f85 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 210 time: 0.0482612 May 17 12:05:49.361714 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:49.378001 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Transition to ACTIVE for port object d9e1dfd5-c134-4e7c-a421-8b9e459177ba will not be triggered until provisioned by entity DHCP. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:05:49.402530 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:49.408337 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:49.479826 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Network 7ff3b9a1-9b86-4118-9135-d71d93819820 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:05:49.483073 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:49.487896 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:05:49.534611 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event updated for resources: {'Port': ['ID=d9e1dfd5-c134-4e7c-a421-8b9e459177ba,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:49.551914 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:49.584110 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:49.584782 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:49.641681 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9940805 May 17 12:05:49.658056 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Request body: {'port': {'device_id': '42412dc5-ed1a-4506-a537-95e63a675bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:49.824104 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:49.853435 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-e0e96d22-c523-484f-8598-0b1a7922be60 None None] Provisioning for port d9e1dfd5-c134-4e7c-a421-8b9e459177ba completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:49.877250 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-e0e96d22-c523-484f-8598-0b1a7922be60 None None] Provisioning complete for port d9e1dfd5-c134-4e7c-a421-8b9e459177ba triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:49.877875 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e0e96d22-c523-484f-8598-0b1a7922be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:50.081088 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-e0e96d22-c523-484f-8598-0b1a7922be60 None None] Port d9e1dfd5-c134-4e7c-a421-8b9e459177ba cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:05:50.330364 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e1dfd5-c134-4e7c-a421-8b9e459177ba {{(pid=78758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:05:50.340882 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:50.372910 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Transition to ACTIVE for port object d9e1dfd5-c134-4e7c-a421-8b9e459177ba will not be triggered until provisioned by entity L2. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:05:50.381187 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:50.398100 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b7d43951-4151-4252-96c7-3571c1eba95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:50.644820 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38ff28-739e-4c25-a33d-94bcf4cd53bc req-6896c176-6d2b-4b42-87b9-7303f7451028 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:50.655250 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3c38ff28-739e-4c25-a33d-94bcf4cd53bc req-6896c176-6d2b-4b42-87b9-7303f7451028 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 943 time: 0.1212342 May 17 12:05:50.717765 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3c38ff28-739e-4c25-a33d-94bcf4cd53bc req-03321dc9-b941-4083-8dee-97306aecd800 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595393 May 17 12:05:50.749121 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e1dfd5-c134-4e7c-a421-8b9e459177ba,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:50.755531 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:50.808346 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Attempting to bind port d9e1dfd5-c134-4e7c-a421-8b9e459177ba on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:05:50.808908 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Attempting to bind port d9e1dfd5-c134-4e7c-a421-8b9e459177ba by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:05:50.809532 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Attempting to bind port d9e1dfd5-c134-4e7c-a421-8b9e459177ba on network 7ff3b9a1-9b86-4118-9135-d71d93819820 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:05:50.818243 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Port d9e1dfd5-c134-4e7c-a421-8b9e459177ba on network 7ff3b9a1-9b86-4118-9135-d71d93819820 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:05:50.818803 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Attempting to bind port d9e1dfd5-c134-4e7c-a421-8b9e459177ba on network 7ff3b9a1-9b86-4118-9135-d71d93819820 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:05:50.826000 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:05:50.826694 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Checking segment: {'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:05:50.827232 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Bound using segment: {'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:05:50.828713 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Bound port: d9e1dfd5-c134-4e7c-a421-8b9e459177ba, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'}}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:05:50.829265 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:50.968982 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] For port d9e1dfd5-c134-4e7c-a421-8b9e459177ba, host hv-cinder-73414, cleared binding levels {{(pid=78758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:05:50.973229 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] For port d9e1dfd5-c134-4e7c-a421-8b9e459177ba, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d9e1dfd5-c134-4e7c-a421-8b9e459177ba,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:05:50.979470 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:50.984723 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:51.044687 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:51.045568 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:51.047868 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] 10.222.0.64 "PUT /v2.0/ports/d9e1dfd5-c134-4e7c-a421-8b9e459177ba HTTP/1.1" status: 200 len: 1093 time: 1.3968675 May 17 12:05:51.048403 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42412dc5-ed1a-4506-a537-95e63a675bdc', 'tag': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:51.098361 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e1dfd5-c134-4e7c-a421-8b9e459177ba,revision_number=3']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:51.105500 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:51.182137 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42412dc5-ed1a-4506-a537-95e63a675bdc', 'tag': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba', 'status': 'completed', 'code': 200} May 17 12:05:51.214063 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-59d1c0dc-12ed-4a65-a3ce-ce93d3b9f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:51.215748 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-59d1c0dc-12ed-4a65-a3ce-ce93d3b9f4fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf075c80843c4c858b4ddb4a43dd62bb&device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 1096 time: 0.1084633 May 17 12:05:51.335838 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-ca14f879-5cd7-435e-b123-4691958666ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e1dfd5-c134-4e7c-a421-8b9e459177ba HTTP/1.1" status: 200 len: 217 time: 0.1072798 May 17 12:05:51.434029 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-e3e8b134-3864-4fd3-ac4d-c2a1a13cc43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:51.435741 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-e3e8b134-3864-4fd3-ac4d-c2a1a13cc43f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3144e290-8096-4e55-bc99-ee960f7f74ca HTTP/1.1" status: 200 len: 850 time: 0.0858264 May 17 12:05:51.527501 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-e6ae72dd-6570-41f8-bf31-2ef675169326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:51.529005 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-e6ae72dd-6570-41f8-bf31-2ef675169326 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ff3b9a1-9b86-4118-9135-d71d93819820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0854518 May 17 12:05:51.708071 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-cb10ac42-36bf-4ff4-b03b-e69faa4ce8b7 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704113 May 17 12:05:51.928841 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54468) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:51.931591 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59a36b-9619-4cc0-ab96-c3a012020e36 req-fc004c55-575d-4fc7-a86f-a40bb8f3b3e9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:51.933240 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6d59a36b-9619-4cc0-ab96-c3a012020e36 req-fc004c55-575d-4fc7-a86f-a40bb8f3b3e9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 943 time: 0.0957413 May 17 12:05:51.974756 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-c92ccef1-7d07-4c1a-a1dd-95685a219e8b req-fa952be2-fc08-4d2b-9943-88d53900ce8e service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540600 May 17 12:05:51.985266 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6d59a36b-9619-4cc0-ab96-c3a012020e36 req-93d2cc62-e975-467c-8aa1-1f1c6a1905a6 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448201 May 17 12:05:52.123794 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0996f16f-6ad5-46a0-b7c2-4549f8bed421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:52.153918 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-0996f16f-6ad5-46a0-b7c2-4549f8bed421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:52.159656 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-0996f16f-6ad5-46a0-b7c2-4549f8bed421 admin admin] Usage tracker for resource:security_group_rule and tenant:f6324a0130ce4facb21a5875b3f7e2a8 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:52.162930 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-0996f16f-6ad5-46a0-b7c2-4549f8bed421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:52.170964 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-0996f16f-6ad5-46a0-b7c2-4549f8bed421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:52.193887 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a49348-7140-4b09-8f89-f81c02d69fda req-46977935-07f4-452f-807e-49e02d9778a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:52.195599 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-40a49348-7140-4b09-8f89-f81c02d69fda req-46977935-07f4-452f-807e-49e02d9778a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf075c80843c4c858b4ddb4a43dd62bb&device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 1096 time: 0.1416883 May 17 12:05:52.372123 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a49348-7140-4b09-8f89-f81c02d69fda req-6704f52d-35f6-4295-a798-a7e6d6fe1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:52.373585 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-40a49348-7140-4b09-8f89-f81c02d69fda req-6704f52d-35f6-4295-a798-a7e6d6fe1155 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ff3b9a1-9b86-4118-9135-d71d93819820 HTTP/1.1" status: 200 len: 912 time: 0.1692550 May 17 12:05:52.388981 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0996f16f-6ad5-46a0-b7c2-4549f8bed421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:52.447596 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0996f16f-6ad5-46a0-b7c2-4549f8bed421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:52.461414 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-94dd79cc-9e0b-44ad-8429-c1f60aaf9910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:52.470325 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-40a49348-7140-4b09-8f89-f81c02d69fda req-dcdf618f-394d-4a40-b6a4-202b0dcd2dfa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e1dfd5-c134-4e7c-a421-8b9e459177ba HTTP/1.1" status: 200 len: 217 time: 0.0833831 May 17 12:05:52.548051 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-0996f16f-6ad5-46a0-b7c2-4549f8bed421 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6324a0130ce4facb21a5875b3f7e2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6176455 May 17 12:05:52.548996 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996f16f-6ad5-46a0-b7c2-4549f8bed421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aed1aee-cc14-4133-8d92-9c752c65bd06,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:52.551483 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 54478) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:52.553567 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-0996f16f-6ad5-46a0-b7c2-4549f8bed421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:52.568866 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a49348-7140-4b09-8f89-f81c02d69fda req-a3e137df-bacb-425f-b425-587a3b31f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:52.570316 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-40a49348-7140-4b09-8f89-f81c02d69fda req-a3e137df-bacb-425f-b425-587a3b31f277 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3144e290-8096-4e55-bc99-ee960f7f74ca HTTP/1.1" status: 200 len: 850 time: 0.0914295 May 17 12:05:52.620297 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-24f902f7-e6da-405c-a4fa-90fb0ec35fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:52.648588 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-24f902f7-e6da-405c-a4fa-90fb0ec35fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:52.660352 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a49348-7140-4b09-8f89-f81c02d69fda req-d74c31f2-f3ce-459a-87b5-dd1533127842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:52.661853 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-40a49348-7140-4b09-8f89-f81c02d69fda req-d74c31f2-f3ce-459a-87b5-dd1533127842 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ff3b9a1-9b86-4118-9135-d71d93819820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0829554 May 17 12:05:52.704595 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-24f902f7-e6da-405c-a4fa-90fb0ec35fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:52.708450 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-9b324718-692f-4288-97f4-d4a61b14128c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:52.719586 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f902f7-e6da-405c-a4fa-90fb0ec35fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aed1aee-cc14-4133-8d92-9c752c65bd06,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:52.723571 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-24f902f7-e6da-405c-a4fa-90fb0ec35fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:52.727068 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-24f902f7-e6da-405c-a4fa-90fb0ec35fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:52.730597 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-24f902f7-e6da-405c-a4fa-90fb0ec35fbd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8aed1aee-cc14-4133-8d92-9c752c65bd06 HTTP/1.1" status: 204 len: 168 time: 0.1753697 May 17 12:05:52.803032 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-40a49348-7140-4b09-8f89-f81c02d69fda req-1f44f800-bd19-48a8-89b0-9b92a09a78d3 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321607 May 17 12:05:52.943852 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-40a49348-7140-4b09-8f89-f81c02d69fda req-38e30f9a-50d2-44d2-aad0-fdeac15bf218 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324911 May 17 12:05:53.022075 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54488) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:53.040876 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b9a766f6-a638-46f1-a7f0-5f5c45b145f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:53.058979 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-b9a766f6-a638-46f1-a7f0-5f5c45b145f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:53.064038 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-b9a766f6-a638-46f1-a7f0-5f5c45b145f4 admin admin] Usage tracker for resource:security_group_rule and tenant:7240ee5754c84c3bba972e4f9510ecea is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:53.067398 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-b9a766f6-a638-46f1-a7f0-5f5c45b145f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:53.077533 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-b9a766f6-a638-46f1-a7f0-5f5c45b145f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:53.162080 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b9a766f6-a638-46f1-a7f0-5f5c45b145f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:53.167201 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b9a766f6-a638-46f1-a7f0-5f5c45b145f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:53.176716 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-76156db6-c01f-4bbe-b62d-386f49e16b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:53.191763 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33fd4-7f4b-48d8-8e8d-0172e526acb5 req-e988979f-5e8d-4fc4-9299-08da8626e574 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:53.193168 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b4b33fd4-7f4b-48d8-8e8d-0172e526acb5 req-e988979f-5e8d-4fc4-9299-08da8626e574 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 943 time: 0.0920813 May 17 12:05:53.216235 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-b9a766f6-a638-46f1-a7f0-5f5c45b145f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7240ee5754c84c3bba972e4f9510ecea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930680 May 17 12:05:53.217956 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a766f6-a638-46f1-a7f0-5f5c45b145f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7dfd54-5446-4972-ad97-0c1e9ea76ba8,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:53.219830 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 54494) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:53.221615 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b9a766f6-a638-46f1-a7f0-5f5c45b145f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:53.277732 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b4b33fd4-7f4b-48d8-8e8d-0172e526acb5 req-a752f123-98b8-44de-b076-741153351baa tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785213 May 17 12:05:53.303540 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7697aa5e-5ae3-4084-adec-b3cd4149fa74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:53.332168 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7697aa5e-5ae3-4084-adec-b3cd4149fa74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:53.384776 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7697aa5e-5ae3-4084-adec-b3cd4149fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:53.388744 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ee023ceb-547a-4288-ac17-463432bf312a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:53.400872 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697aa5e-5ae3-4084-adec-b3cd4149fa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7dfd54-5446-4972-ad97-0c1e9ea76ba8,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:53.403110 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7697aa5e-5ae3-4084-adec-b3cd4149fa74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:53.409996 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7697aa5e-5ae3-4084-adec-b3cd4149fa74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:53.411102 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-7697aa5e-5ae3-4084-adec-b3cd4149fa74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce7dfd54-5446-4972-ad97-0c1e9ea76ba8 HTTP/1.1" status: 204 len: 168 time: 0.1903803 May 17 12:05:54.365796 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54524) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:54.509439 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1755306378-network', 'tenant_id': 'f67899018ee54f20a21829ab76de6ae9'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:54.515470 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:54.516430 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd14a85-90cb-42c6-ad5d-b39cfca07376 req-00e2597d-cacc-48a0-8bc8-6d66ed53ec6d tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:54.518122 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7cd14a85-90cb-42c6-ad5d-b39cfca07376 req-00e2597d-cacc-48a0-8bc8-6d66ed53ec6d tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 943 time: 0.1065586 May 17 12:05:54.521685 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Usage tracker for resource:network and tenant:f67899018ee54f20a21829ab76de6ae9 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:54.525850 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:54.544541 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:54.558252 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Made reservation on behalf of f67899018ee54f20a21829ab76de6ae9 for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:05:54.561929 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:54.583209 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:54.584793 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7cd14a85-90cb-42c6-ad5d-b39cfca07376 req-e1ba6c90-c06c-4b7e-89c8-0049ea6774a2 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553398 May 17 12:05:54.610595 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:54.615100 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Usage tracker for resource:security_group_rule and tenant:f67899018ee54f20a21829ab76de6ae9 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:54.618353 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:54.626114 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:54.733828 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:54.740105 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:54.744264 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-55a0a46e-435e-4448-a5be-4e14d863ad2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:54.790871 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=78758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:05:54.802062 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1890f45-ab8c-47af-babb-3adea29e4227,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:54.807010 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:54.810307 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:54.810660 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Added segment fc73bdb2-4f23-49c3-ba17-219730323d23 of type vlan for network 54847544-f131-4243-a2cb-664a27cfc09d May 17 12:05:54.852466 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:54.905259 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:54.908146 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:54.909150 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:54.914370 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-2545255c-2556-48b1-b02e-536210129900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:55.005636 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device d9e1dfd5-c134-4e7c-a421-8b9e459177ba details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:05:55.031847 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Pushing event updated for resources: {'Network': ['ID=54847544-f131-4243-a2cb-664a27cfc09d,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:55.036417 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:55.051519 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6813934 May 17 12:05:55.051834 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54532) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:55.053414 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network 54847544-f131-4243-a2cb-664a27cfc09d details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:05:55.060362 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Request body: {'subnet': {'network_id': '54847544-f131-4243-a2cb-664a27cfc09d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1755306378-subnet', 'tenant_id': 'f67899018ee54f20a21829ab76de6ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:55.068793 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:55.073385 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Usage tracker for resource:subnet and tenant:f67899018ee54f20a21829ab76de6ae9 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:55.077245 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:55.083911 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:55.096588 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Made reservation on behalf of f67899018ee54f20a21829ab76de6ae9 for: {'subnet': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:05:55.099656 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3801937'] for subnet, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:55.298190 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port d9e1dfd5-c134-4e7c-a421-8b9e459177ba, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d9e1dfd5-c134-4e7c-a421-8b9e459177ba,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:55.335282 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'port_id': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba', 'mac_address': 'fa:16:3e:3a:5e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:05:55.473768 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:55.501585 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e1dfd5-c134-4e7c-a421-8b9e459177ba {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:05:55.527785 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port d9e1dfd5-c134-4e7c-a421-8b9e459177ba, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d9e1dfd5-c134-4e7c-a421-8b9e459177ba,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:55.535268 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:55.538873 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:55.639022 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=d9e1dfd5-c134-4e7c-a421-8b9e459177ba,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:55.643621 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:55.848959 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3801923'] for subnet, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:55.855859 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d59cd3-0097-4c55-b404-c19f7428eb0c req-1058fab2-717a-43b9-9d6b-f930b5400e5e tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:55.856911 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-e8d6da12-fd99-4249-895b-aa869ee1db2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:55.857704 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-22d59cd3-0097-4c55-b404-c19f7428eb0c req-1058fab2-717a-43b9-9d6b-f930b5400e5e tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 944 time: 0.1136019 May 17 12:05:55.948501 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-22d59cd3-0097-4c55-b404-c19f7428eb0c req-4e96bc53-c0a2-45d5-95f3-3853fd2ee197 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822902 May 17 12:05:55.957727 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7802ddb0-643b-4789-9ab7-f65da72ca9d5,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:55.961027 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Checking segment: {'id': 'fc73bdb2-4f23-49c3-ba17-219730323d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '54847544-f131-4243-a2cb-664a27cfc09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:05:55.961601 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Network hostable DHCP agents. Network: 54847544-f131-4243-a2cb-664a27cfc09d, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:05:55.970190 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['d9e1dfd5-c134-4e7c-a421-8b9e459177ba'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:05:55.970875 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:55.999022 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Network 54847544-f131-4243-a2cb-664a27cfc09d is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:05:56.023377 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, 54847544-f131-4243-a2cb-664a27cfc09d) {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:56.048498 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:56.049557 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:56.056053 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bd3fd4-8017-4b9f-9290-fcc25c03899a None None] Network 54847544-f131-4243-a2cb-664a27cfc09d requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:05:56.083852 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0305650 May 17 12:05:56.405364 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1167b3-abf4-450b-93db-a2b20a688256 None None] Network 54847544-f131-4243-a2cb-664a27cfc09d requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:05:56.892736 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54564) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:56.899300 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-686770239-network', 'tenant_id': '7866d193da804c53b733d9db6d90d776'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:56.906483 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:56.911858 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Usage tracker for resource:network and tenant:7866d193da804c53b733d9db6d90d776 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:56.915424 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:56.923273 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:56.936297 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Made reservation on behalf of 7866d193da804c53b733d9db6d90d776 for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:05:56.939577 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:56.956164 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:56.972931 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:56.977754 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:7866d193da804c53b733d9db6d90d776 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:56.981648 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:56.989626 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:57.111075 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:57.117289 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:57.121188 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ba484574-c9b4-4969-8720-31e10c1baa6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:57.158330 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=78758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:05:57.168151 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0e66ae-85c5-40cd-acd9-a9ea15e5c770,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:57.172460 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:57.177015 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:57.177335 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Added segment 5e879d61-c681-4286-85a8-0968628d7a0f of type vlan for network 25e1b6db-bd23-4b9b-a835-54311020607f May 17 12:05:57.207926 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dc56f-e15b-48f8-8426-016455e5fa8d req-515970bd-8410-4864-8efe-52577d48ba52 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:57.210259 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2d2dc56f-e15b-48f8-8426-016455e5fa8d req-515970bd-8410-4864-8efe-52577d48ba52 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 944 time: 0.1070800 May 17 12:05:57.212897 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:57.257035 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:57.259676 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:57.261040 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:57.269985 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:57.284499 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2d2dc56f-e15b-48f8-8426-016455e5fa8d req-6507f7f0-8af7-4fc7-80d4-2042202f673a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629437 May 17 12:05:57.461245 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=25e1b6db-bd23-4b9b-a835-54311020607f,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:57.470315 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5708950 May 17 12:05:57.470315 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:57.470315 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54572) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:57.476414 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network 25e1b6db-bd23-4b9b-a835-54311020607f details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:05:57.477355 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Request body: {'subnet': {'network_id': '25e1b6db-bd23-4b9b-a835-54311020607f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-686770239-subnet', 'tenant_id': '7866d193da804c53b733d9db6d90d776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:57.481772 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:57.495726 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Usage tracker for resource:subnet and tenant:7866d193da804c53b733d9db6d90d776 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:57.500121 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:57.507942 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:57.522413 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Made reservation on behalf of 7866d193da804c53b733d9db6d90d776 for: {'subnet': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:05:57.526084 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3801937'] for subnet, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:57.996579 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3801923'] for subnet, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:58.000345 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:58.073104 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47be5d09-f095-49c0-9eb8-c00159056466,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:58.076473 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:58.084050 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Checking segment: {'id': '5e879d61-c681-4286-85a8-0968628d7a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '25e1b6db-bd23-4b9b-a835-54311020607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:05:58.084570 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Network hostable DHCP agents. Network: 25e1b6db-bd23-4b9b-a835-54311020607f, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:05:58.106701 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Network 25e1b6db-bd23-4b9b-a835-54311020607f is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:05:58.118472 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, 25e1b6db-bd23-4b9b-a835-54311020607f) {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:58.128956 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575328eb-69af-422e-9384-bfe8d61586ea None None] Network 25e1b6db-bd23-4b9b-a835-54311020607f requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:05:58.129928 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:58.130584 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:58.155120 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6844110 May 17 12:05:58.363935 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e589b-bf50-43cb-81d6-05c006b4d290 None None] Network 25e1b6db-bd23-4b9b-a835-54311020607f requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:05:58.541721 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c7d1d-926f-4957-8788-3385ceb1c76a req-340bd002-7a5c-49b2-8ebb-772d02a8a457 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:58.549413 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-569c7d1d-926f-4957-8788-3385ceb1c76a req-340bd002-7a5c-49b2-8ebb-772d02a8a457 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 944 time: 0.0980399 May 17 12:05:58.594612 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-569c7d1d-926f-4957-8788-3385ceb1c76a req-1f800620-9a03-445c-bbbf-de58d5945919 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444143 May 17 12:05:58.977502 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-6b25980b-c8da-47b0-a95a-3f0e6335db90 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:58.979062 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-6b25980b-c8da-47b0-a95a-3f0e6335db90 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/networks?id=54847544-f131-4243-a2cb-664a27cfc09d HTTP/1.1" status: 200 len: 809 time: 0.1646264 May 17 12:05:58.995850 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-4655089f-09a4-4fe1-9137-f86a375ec134 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/quotas/f67899018ee54f20a21829ab76de6ae9 HTTP/1.1" status: 200 len: 375 time: 0.0095232 May 17 12:05:59.033870 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device d9e1dfd5-c134-4e7c-a421-8b9e459177ba up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:05:59.047389 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-0c3dd731-5a50-4ed7-9269-4dd389c76fab tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f67899018ee54f20a21829ab76de6ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446723 May 17 12:05:59.106231 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port d9e1dfd5-c134-4e7c-a421-8b9e459177ba completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:59.112159 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port d9e1dfd5-c134-4e7c-a421-8b9e459177ba triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:59.112597 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:59.196965 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-9b54a5b0-b8bb-49a8-9713-2555933284ab service neutron] 10.222.0.47 "GET /v2.0/networks/54847544-f131-4243-a2cb-664a27cfc09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412914 May 17 12:05:59.247444 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:59.278050 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42412dc5-ed1a-4506-a537-95e63a675bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:59.294053 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port d9e1dfd5-c134-4e7c-a421-8b9e459177ba, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d9e1dfd5-c134-4e7c-a421-8b9e459177ba,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:59.301293 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:59.303373 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-68699a97-326d-4be8-8f2e-c88c8ecd0930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:59.340953 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42412dc5-ed1a-4506-a537-95e63a675bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba', 'code': 200} May 17 12:05:59.381770 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=d9e1dfd5-c134-4e7c-a421-8b9e459177ba,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:59.385882 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:59.461437 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-114e828f-1f2c-448c-ad89-5d59fa97d423 service neutron] 10.222.0.47 "GET /v2.0/networks/54847544-f131-4243-a2cb-664a27cfc09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573471 May 17 12:05:59.591631 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6f3ce-25b0-4a5c-a700-b2f9c74af418 req-f3ff6e9f-00b6-4439-94cf-6da130e1fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:59.594740 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-e0d6f3ce-25b0-4a5c-a700-b2f9c74af418 req-f3ff6e9f-00b6-4439-94cf-6da130e1fc8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 1098 time: 0.0812407 May 17 12:05:59.640843 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-e0d6f3ce-25b0-4a5c-a700-b2f9c74af418 req-530baed1-278f-47eb-b7e4-8f8a92ae7e14 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403795 May 17 12:05:59.671090 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-94391039-1f4d-4b1d-9307-03502e71b7de req-46fa164b-3e42-446c-814b-2fa77387d14a tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 210 time: 0.0487249 May 17 12:05:59.881091 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e14df9-8181-4d53-9cfe-c9f33d1bffb5 req-dc3d599e-b2c4-420d-ad3b-90b88a324aaa tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:59.882690 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-81e14df9-8181-4d53-9cfe-c9f33d1bffb5 req-dc3d599e-b2c4-420d-ad3b-90b88a324aaa tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.1065383 May 17 12:05:59.947343 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-81e14df9-8181-4d53-9cfe-c9f33d1bffb5 req-6fb1f03e-aac8-4a61-9c15-9715868d2462 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584264 May 17 12:06:00.832582 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1b93f39c-93e0-4f72-a656-d9217da8eb74 req-178597ba-3726-4e54-99ea-e06e5458f810 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 210 time: 0.0460792 May 17 12:06:01.105800 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-d6082a18-2a75-4f01-99f0-1048dc5737e8 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:01.106645 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-d6082a18-2a75-4f01-99f0-1048dc5737e8 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Synchronizing usage tracker for tenant:f67899018ee54f20a21829ab76de6ae9 on resource:network {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:06:01.131043 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-d6082a18-2a75-4f01-99f0-1048dc5737e8 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Unset dirty status for tenant:f67899018ee54f20a21829ab76de6ae9 on resource:network {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:06:01.133134 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-d6082a18-2a75-4f01-99f0-1048dc5737e8 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.64 "GET /v2.0/networks?id=54847544-f131-4243-a2cb-664a27cfc09d HTTP/1.1" status: 200 len: 809 time: 0.2132723 May 17 12:06:01.164250 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Request body: {'port': {'device_id': '2a16f95e-e41f-45bf-9769-0f0ffce33d43', 'network_id': '54847544-f131-4243-a2cb-664a27cfc09d', 'admin_state_up': True, 'tenant_id': 'f67899018ee54f20a21829ab76de6ae9'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:01.255997 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faebca-1dbb-45c2-b51a-f4a02ab53a08 req-bcc22aad-81df-4318-813b-783b90a7f77e tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:01.258633 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-36faebca-1dbb-45c2-b51a-f4a02ab53a08 req-bcc22aad-81df-4318-813b-783b90a7f77e tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.1423819 May 17 12:06:01.330994 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-36faebca-1dbb-45c2-b51a-f4a02ab53a08 req-9a19b6ee-2a63-4a09-9384-5680996d02e9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594289 May 17 12:06:01.383338 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:01.392276 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Usage tracker for resource:port and tenant:f67899018ee54f20a21829ab76de6ae9 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:01.396826 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:01.404020 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:01.418865 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Made reservation on behalf of f67899018ee54f20a21829ab76de6ae9 for: {'port': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:01.423008 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:01.607096 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Allocated IP 172.20.0.4 (54847544-f131-4243-a2cb-664a27cfc09d/7802ddb0-643b-4789-9ab7-f65da72ca9d5/94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:01.837447 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:01.873361 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:01.880046 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-655a46aa-e49e-4787-b57b-2442df462f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:01.959039 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Network 54847544-f131-4243-a2cb-664a27cfc09d is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:01.962329 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:01.964955 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:06:02.071800 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36dff4-b70b-439a-8d82-ea6885e5bbd0 req-6747eae1-8411-4e9d-9bf8-3bae32bd8f2b tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:02.078394 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4b36dff4-b70b-439a-8d82-ea6885e5bbd0 req-6747eae1-8411-4e9d-9bf8-3bae32bd8f2b tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 931 time: 0.1229625 May 17 12:06:02.137876 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4b36dff4-b70b-439a-8d82-ea6885e5bbd0 req-5f7ffec1-b280-41d0-84ba-dedcc768f277 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525134 May 17 12:06:02.151110 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Pushing event updated for resources: {'Port': ['ID=94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:02.156550 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:02.176344 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:02.177474 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:02.206233 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0500612 May 17 12:06:02.286994 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Request body: {'port': {'device_id': '2a16f95e-e41f-45bf-9769-0f0ffce33d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:02.482641 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:02.709133 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efe1b6-9622-4c1e-abab-5bfffd820dea req-f0e30457-0861-40bf-8851-49ea73074fdd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:02.712022 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e1efe1b6-9622-4c1e-abab-5bfffd820dea req-f0e30457-0861-40bf-8851-49ea73074fdd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.1514838 May 17 12:06:02.772838 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e1efe1b6-9622-4c1e-abab-5bfffd820dea req-96316a41-e743-4b78-9a85-b94d7dd157c1 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534210 May 17 12:06:02.985361 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-868c1fb8-3251-4334-b0c6-f9d7e8d05f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:03.024515 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 {{(pid=78758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:06:03.037564 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:03.041619 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0daec3-1a60-4165-94ec-627fd57faaae req-0abb6e34-9dd3-4eb1-baaa-06f86cf0a344 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:03.044080 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9e0daec3-1a60-4165-94ec-627fd57faaae req-0abb6e34-9dd3-4eb1-baaa-06f86cf0a344 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.1360531 May 17 12:06:03.057038 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 54656) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:03.075842 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-30c7a12f-2fd5-44c6-8d3f-cee715cf0643 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Request body: {'floatingip': {'port_id': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:03.210208 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Transition to ACTIVE for port object 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 will not be triggered until provisioned by entity L2. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:06:03.221500 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-30c7a12f-2fd5-44c6-8d3f-cee715cf0643 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:03.275537 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:03.295669 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:03.416046 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff399ed4-dc5d-4c52-aba4-ded2876e04ae req-22a0c9c2-6ad2-4b5d-888a-e17606bfb2ab tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:03.417844 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff399ed4-dc5d-4c52-aba4-ded2876e04ae req-22a0c9c2-6ad2-4b5d-888a-e17606bfb2ab tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 943 time: 0.1462271 May 17 12:06:03.471529 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ff399ed4-dc5d-4c52-aba4-ded2876e04ae req-18875e43-29ba-4cb7-afc0-960a20348868 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461922 May 17 12:06:03.589301 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Pushing event updated for resources: {'Port': ['ID=94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:03.663154 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:03.819744 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Attempting to bind port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:06:03.819744 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Attempting to bind port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'fc73bdb2-4f23-49c3-ba17-219730323d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '54847544-f131-4243-a2cb-664a27cfc09d'}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:06:03.820141 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Attempting to bind port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 on network 54847544-f131-4243-a2cb-664a27cfc09d {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:06:03.882527 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 on network 54847544-f131-4243-a2cb-664a27cfc09d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:06:03.882860 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Attempting to bind port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 on network 54847544-f131-4243-a2cb-664a27cfc09d {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:06:03.908326 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:06:03.908649 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Checking segment: {'id': 'fc73bdb2-4f23-49c3-ba17-219730323d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '54847544-f131-4243-a2cb-664a27cfc09d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:06:03.909029 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Bound using segment: {'id': 'fc73bdb2-4f23-49c3-ba17-219730323d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '54847544-f131-4243-a2cb-664a27cfc09d'} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:06:03.909474 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Bound port: 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc73bdb2-4f23-49c3-ba17-219730323d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '54847544-f131-4243-a2cb-664a27cfc09d'}}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:06:03.909818 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:04.461393 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] For port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84, host hv-cinder-73414, cleared binding levels {{(pid=78758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:06:04.469751 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] For port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84,segment=NetworkSegment(fc73bdb2-4f23-49c3-ba17-219730323d23),segment_id=fc73bdb2-4f23-49c3-ba17-219730323d23)] {{(pid=78758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:06:04.482795 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:04.504788 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:04.613504 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:04.614454 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:04.616673 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] 10.222.0.64 "PUT /v2.0/ports/94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 HTTP/1.1" status: 200 len: 1093 time: 2.3375006 May 17 12:06:04.621986 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a16f95e-e41f-45bf-9769-0f0ffce33d43', 'tag': '94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:04.789825 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ea1c6-5adb-4b3b-83b9-4c7911875ae6 req-336f6ce0-352f-4464-9179-bdd0e8882c31 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:04.791418 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d65ea1c6-5adb-4b3b-83b9-4c7911875ae6 req-336f6ce0-352f-4464-9179-bdd0e8882c31 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 943 time: 0.1627514 May 17 12:06:04.799654 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a16f95e-e41f-45bf-9769-0f0ffce33d43', 'tag': '94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84', 'status': 'completed', 'code': 200} May 17 12:06:04.823583 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Pushing event updated for resources: {'Port': ['ID=94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84,revision_number=3']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:04.839310 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:04.839704 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:04.840060 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:04.840409 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:04.840756 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:04.841100 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:04.841443 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:04.841784 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:04.842245 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:04.842465 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:04.842804 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:04.843375 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:04.848403 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.db.resource_extend [None req-30c7a12f-2fd5-44c6-8d3f-cee715cf0643 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 12:06:04.855019 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d65ea1c6-5adb-4b3b-83b9-4c7911875ae6 req-3d224919-ebf1-40a8-80a9-f3787aa03ab5 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522130 May 17 12:06:04.913383 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:04.964161 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-30c7a12f-2fd5-44c6-8d3f-cee715cf0643 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:04.971147 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-30c7a12f-2fd5-44c6-8d3f-cee715cf0643 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:05.032107 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-6e4e8d0a-f285-45cd-8573-d824e08f1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:05.034062 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-6e4e8d0a-f285-45cd-8573-d824e08f1d16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f67899018ee54f20a21829ab76de6ae9&device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 1096 time: 0.3559363 May 17 12:06:05.125958 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-97fca2c1-797b-4401-9e2f-041603eb6355 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 HTTP/1.1" status: 200 len: 217 time: 0.0720341 May 17 12:06:05.291398 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-ce6a7ce6-7916-4477-b8b0-f4fcef38fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:05.293018 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-ce6a7ce6-7916-4477-b8b0-f4fcef38fe66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7802ddb0-643b-4789-9ab7-f65da72ca9d5 HTTP/1.1" status: 200 len: 849 time: 0.1540744 May 17 12:06:05.299250 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.l3_db [None req-30c7a12f-2fd5-44c6-8d3f-cee715cf0643 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Floating IP 5bfda84a-0a25-41fc-a43e-93dd4ea0340e associated. External IP: 172.28.3.70, port: d9e1dfd5-c134-4e7c-a421-8b9e459177ba. May 17 12:06:05.446244 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-8bdf908c-edf5-4130-9290-070e5d62a611 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=54847544-f131-4243-a2cb-664a27cfc09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790830 May 17 12:06:05.595445 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e582b177-9fd2-413f-873c-924b3e11a473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:05.667411 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:05.756146 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-c90e73a1-fda5-4ea6-9bc0-acf86c073781 service neutron] 10.222.0.64 "GET /v2.0/networks/54847544-f131-4243-a2cb-664a27cfc09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011365 May 17 12:06:06.109679 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c7a12f-2fd5-44c6-8d3f-cee715cf0643 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:06:06.145007 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-a9c99de8-6ee0-417d-b8ee-f4700fe5bf3e req-babb0c35-c201-4b38-a16e-13f07da71c93 service neutron] 10.222.0.64 "GET /v2.0/networks/54847544-f131-4243-a2cb-664a27cfc09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807766 May 17 12:06:06.310639 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2435684-bc48-4d3a-9f10-7867ce7c93d2 req-9af8bf93-24dc-4278-a50f-4da798fc3d50 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:06.313479 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e2435684-bc48-4d3a-9f10-7867ce7c93d2 req-9af8bf93-24dc-4278-a50f-4da798fc3d50 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 943 time: 0.2570558 May 17 12:06:06.373625 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3c90e-dc61-4ebe-85e0-7ce30155d0c3 req-c8cb0a2a-eefb-414f-af2b-5ed25f234c6e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:06.376821 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7ec3c90e-dc61-4ebe-85e0-7ce30155d0c3 req-c8cb0a2a-eefb-414f-af2b-5ed25f234c6e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.2365096 May 17 12:06:06.417163 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c7a12f-2fd5-44c6-8d3f-cee715cf0643 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:06:06.422746 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-30c7a12f-2fd5-44c6-8d3f-cee715cf0643 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:06.424794 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e2435684-bc48-4d3a-9f10-7867ce7c93d2 req-f8f8d79a-e8b8-4cfa-9a8e-4a65b51047b9 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044352 May 17 12:06:06.433111 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9566161-0d73-4880-8f96-6abb2a6d40cd None None] Sync routers for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:06.454582 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9566161-0d73-4880-8f96-6abb2a6d40cd None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:06:06.456181 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-e9566161-0d73-4880-8f96-6abb2a6d40cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:06:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:06.458965 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7ec3c90e-dc61-4ebe-85e0-7ce30155d0c3 req-988fa4b6-ffeb-4399-86c5-f687e5252263 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650744 May 17 12:06:06.504911 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250742c-e010-48f7-83d7-a5c60c80aa27 req-9560c140-c388-4bb9-8bdd-e263f54e363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:06.506423 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0250742c-e010-48f7-83d7-a5c60c80aa27 req-9560c140-c388-4bb9-8bdd-e263f54e363f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f67899018ee54f20a21829ab76de6ae9&device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 1096 time: 0.2891674 May 17 12:06:06.512541 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-30c7a12f-2fd5-44c6-8d3f-cee715cf0643 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "PUT /v2.0/floatingips/5bfda84a-0a25-41fc-a43e-93dd4ea0340e HTTP/1.1" status: 200 len: 990 time: 3.4534593 May 17 12:06:06.706329 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250742c-e010-48f7-83d7-a5c60c80aa27 req-9775d1a8-7ba6-487e-972b-b8e136ae8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:06.709078 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0250742c-e010-48f7-83d7-a5c60c80aa27 req-9775d1a8-7ba6-487e-972b-b8e136ae8f55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=54847544-f131-4243-a2cb-664a27cfc09d HTTP/1.1" status: 200 len: 910 time: 0.1821613 May 17 12:06:06.726033 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:06.745599 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-e9566161-0d73-4880-8f96-6abb2a6d40cd None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:06:06.803378 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42412dc5-ed1a-4506-a537-95e63a675bdc', 'tag': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:06.816726 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0250742c-e010-48f7-83d7-a5c60c80aa27 req-1da0d775-0326-4fea-9cdd-356ff30fa274 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 HTTP/1.1" status: 200 len: 217 time: 0.0993233 May 17 12:06:06.878367 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42412dc5-ed1a-4506-a537-95e63a675bdc', 'tag': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba', 'status': 'completed', 'code': 200} May 17 12:06:06.889876 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250742c-e010-48f7-83d7-a5c60c80aa27 req-cd5bdc3f-70cd-4ac7-b0a7-28467a677300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:06.892738 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0250742c-e010-48f7-83d7-a5c60c80aa27 req-cd5bdc3f-70cd-4ac7-b0a7-28467a677300 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7802ddb0-643b-4789-9ab7-f65da72ca9d5 HTTP/1.1" status: 200 len: 849 time: 0.0682094 May 17 12:06:06.951749 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0250742c-e010-48f7-83d7-a5c60c80aa27 req-07c2c559-2f5d-429f-9ba9-9c3c09cb722d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=54847544-f131-4243-a2cb-664a27cfc09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521064 May 17 12:06:07.000394 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebb9da-893b-4ca5-a498-af5a73b47887 req-f31702c7-1065-49cc-acbe-48bf098a2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:07.002034 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84ebb9da-893b-4ca5-a498-af5a73b47887 req-f31702c7-1065-49cc-acbe-48bf098a2440 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf075c80843c4c858b4ddb4a43dd62bb&device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 1098 time: 0.0869310 May 17 12:06:07.162648 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0250742c-e010-48f7-83d7-a5c60c80aa27 req-f8472562-d2b7-43f7-967f-480adc1abc9c service neutron] 10.222.0.64 "GET /v2.0/networks/54847544-f131-4243-a2cb-664a27cfc09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039251 May 17 12:06:07.182783 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebb9da-893b-4ca5-a498-af5a73b47887 req-7730f4c7-9949-4706-a2ab-64e4c3e0e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:07.184517 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84ebb9da-893b-4ca5-a498-af5a73b47887 req-7730f4c7-9949-4706-a2ab-64e4c3e0e1cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ff3b9a1-9b86-4118-9135-d71d93819820 HTTP/1.1" status: 200 len: 912 time: 0.1739616 May 17 12:06:07.211209 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-e9566161-0d73-4880-8f96-6abb2a6d40cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '5bfda84a-0a25-41fc-a43e-93dd4ea0340e', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'floating_ip_address': '172.28.3.70', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'port_id': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'mac_address': 'fa:16:3e:3a:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42412dc5-ed1a-4506-a537-95e63a675bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:05:44Z', 'updated_at': '2021-05-17T12:06:04Z', 'revision_number': 1, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:46Z', 'revision_number': 5, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:07.215487 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9566161-0d73-4880-8f96-6abb2a6d40cd None None] Checking router: c8ad33cd-2e28-484c-bda9-20d5f5b563f6 for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:07.224624 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9566161-0d73-4880-8f96-6abb2a6d40cd None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:06:07.225264 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-e9566161-0d73-4880-8f96-6abb2a6d40cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:06:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:07.320016 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0250742c-e010-48f7-83d7-a5c60c80aa27 req-a8b14906-8722-4376-b7a0-596b4b196616 service neutron] 10.222.0.64 "GET /v2.0/networks/54847544-f131-4243-a2cb-664a27cfc09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450605 May 17 12:06:07.335284 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84ebb9da-893b-4ca5-a498-af5a73b47887 req-0662fc9b-f0a4-4d7e-a21a-85975f5f8530 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e1dfd5-c134-4e7c-a421-8b9e459177ba HTTP/1.1" status: 200 len: 998 time: 0.1410487 May 17 12:06:07.429631 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebb9da-893b-4ca5-a498-af5a73b47887 req-d533e816-724d-495e-b118-9fbfc9aafe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:07.432745 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84ebb9da-893b-4ca5-a498-af5a73b47887 req-d533e816-724d-495e-b118-9fbfc9aafe3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3144e290-8096-4e55-bc99-ee960f7f74ca HTTP/1.1" status: 200 len: 850 time: 0.0863829 May 17 12:06:07.443115 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-e9566161-0d73-4880-8f96-6abb2a6d40cd None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:06:07.642204 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebb9da-893b-4ca5-a498-af5a73b47887 req-0736c8cf-18d2-4e8a-b357-b3e6d2bdfb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:07.644593 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84ebb9da-893b-4ca5-a498-af5a73b47887 req-0736c8cf-18d2-4e8a-b357-b3e6d2bdfb04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ff3b9a1-9b86-4118-9135-d71d93819820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1631505 May 17 12:06:07.893939 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-e9566161-0d73-4880-8f96-6abb2a6d40cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '5bfda84a-0a25-41fc-a43e-93dd4ea0340e', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'floating_ip_address': '172.28.3.70', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'port_id': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'mac_address': 'fa:16:3e:3a:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42412dc5-ed1a-4506-a537-95e63a675bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:05:44Z', 'updated_at': '2021-05-17T12:06:04Z', 'revision_number': 1, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:46Z', 'revision_number': 5, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:07.901042 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9566161-0d73-4880-8f96-6abb2a6d40cd None None] The sync data for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb is: [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '5bfda84a-0a25-41fc-a43e-93dd4ea0340e', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'floating_ip_address': '172.28.3.70', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'port_id': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'mac_address': 'fa:16:3e:3a:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42412dc5-ed1a-4506-a537-95e63a675bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:05:44Z', 'updated_at': '2021-05-17T12:06:04Z', 'revision_number': 1, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:46Z', 'revision_number': 5, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:07.927158 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca6913-f995-49c9-9ce2-32b799207044 req-284ec1bc-44d0-4c60-bf7a-cae1c563b674 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:07.928814 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-01ca6913-f995-49c9-9ce2-32b799207044 req-284ec1bc-44d0-4c60-bf7a-cae1c563b674 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 943 time: 0.3660340 May 17 12:06:07.973753 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84ebb9da-893b-4ca5-a498-af5a73b47887 req-b46f26d5-7019-4c94-8099-d35b0ac2d8b3 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200767 May 17 12:06:08.030312 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-01ca6913-f995-49c9-9ce2-32b799207044 req-a2e1960b-b6b1-4ad3-8a6e-29712b4e1040 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870447 May 17 12:06:08.127238 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb7416-3428-44fb-ad2d-fe8d29d59e1b req-787afe98-4a8d-4507-a785-8693b14eef61 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:08.129637 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-77eb7416-3428-44fb-ad2d-fe8d29d59e1b req-787afe98-4a8d-4507-a785-8693b14eef61 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.3572400 May 17 12:06:08.131613 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16d963e-80f8-4193-88df-beb0c2f9db0d None None] New status for floating IP 5bfda84a-0a25-41fc-a43e-93dd4ea0340e: ACTIVE {{(pid=78761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:06:08.229650 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-77eb7416-3428-44fb-ad2d-fe8d29d59e1b req-0af0bb2e-5d52-4a49-891b-8790daf11319 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753622 May 17 12:06:08.250924 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-84ebb9da-893b-4ca5-a498-af5a73b47887 req-f2d70a33-216a-497d-b288-ee1ee161acfe service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601304 May 17 12:06:08.477060 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:09.109263 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:06:09.272026 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c2d36-dd76-49bf-8697-8a6191253d76 req-8e35b58a-cb67-46b6-8c3b-4f0809e286e1 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:09.274823 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f41c2d36-dd76-49bf-8697-8a6191253d76 req-8e35b58a-cb67-46b6-8c3b-4f0809e286e1 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 943 time: 0.1216929 May 17 12:06:09.294333 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84,segment=NetworkSegment(fc73bdb2-4f23-49c3-ba17-219730323d23),segment_id=fc73bdb2-4f23-49c3-ba17-219730323d23)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:09.313910 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84', 'network_id': '54847544-f131-4243-a2cb-664a27cfc09d', 'port_id': '94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84', 'mac_address': 'fa:16:3e:ab:39:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7802ddb0-643b-4789-9ab7-f65da72ca9d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:06:09.334419 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f41c2d36-dd76-49bf-8697-8a6191253d76 req-9f1af69e-89d1-47ce-8eff-36740b1e21c3 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501940 May 17 12:06:09.380455 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:09.399155 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:06:09.416054 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84,segment=NetworkSegment(fc73bdb2-4f23-49c3-ba17-219730323d23),segment_id=fc73bdb2-4f23-49c3-ba17-219730323d23)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:09.420809 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:09.423306 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:09.503973 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:09.507898 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:09.584958 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356b902-0f40-427a-b148-95139358930b req-9be99448-87e0-450e-a7ab-fa6d0ddb072c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:09.586541 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5356b902-0f40-427a-b148-95139358930b req-9be99448-87e0-450e-a7ab-fa6d0ddb072c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1003115 May 17 12:06:09.653905 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5356b902-0f40-427a-b148-95139358930b req-5368a177-86f4-4543-929b-420715f74788 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595560 May 17 12:06:09.887307 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:06:10.621573 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133a20d-fa0c-43ca-a6d3-7b0ab192faf2 req-b066dd04-c07f-495d-87fa-7a45807d1db1 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:10.623174 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7133a20d-fa0c-43ca-a6d3-7b0ab192faf2 req-b066dd04-c07f-495d-87fa-7a45807d1db1 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 944 time: 0.0897052 May 17 12:06:10.674388 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7133a20d-fa0c-43ca-a6d3-7b0ab192faf2 req-000a4f7a-52e2-4584-a7a6-0868c5d0739e tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446646 May 17 12:06:10.896087 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdbd1d-0842-414c-a36d-781189c5a695 req-98195c70-2396-4c95-a58f-839ac042cc2a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:10.897720 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f1fdbd1d-0842-414c-a36d-781189c5a695 req-98195c70-2396-4c95-a58f-839ac042cc2a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1089487 May 17 12:06:10.952084 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f1fdbd1d-0842-414c-a36d-781189c5a695 req-cae251c9-1e32-4a4a-9317-fb072a2d37f4 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474074 May 17 12:06:11.136431 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:06:11.290420 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:06:11.297784 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:06:11.298160 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:11.454753 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:11.497808 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a16f95e-e41f-45bf-9769-0f0ffce33d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:11.504482 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:11.504700 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac88-faaf-4ca0-8668-62e3943c4aee req-34d9caa9-dde9-4bbc-8789-5483ff8d50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:11.506117 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2295ac88-faaf-4ca0-8668-62e3943c4aee req-34d9caa9-dde9-4bbc-8789-5483ff8d50d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 1098 time: 0.0958402 May 17 12:06:11.508843 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84,segment=NetworkSegment(fc73bdb2-4f23-49c3-ba17-219730323d23),segment_id=fc73bdb2-4f23-49c3-ba17-219730323d23)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:11.513725 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:11.517399 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:11.555801 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a16f95e-e41f-45bf-9769-0f0ffce33d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84', 'code': 200} May 17 12:06:11.608371 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:11.615715 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:11.701837 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac88-faaf-4ca0-8668-62e3943c4aee req-f243de43-b148-4a16-817b-2665dd32572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:11.703504 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2295ac88-faaf-4ca0-8668-62e3943c4aee req-f243de43-b148-4a16-817b-2665dd32572a service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 917 time: 0.1689489 May 17 12:06:11.885834 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2295ac88-faaf-4ca0-8668-62e3943c4aee req-78941856-e1f3-4bc9-b071-4c687d42d918 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1538614-d80c-4cc0-bd67-4626491eebb0 HTTP/1.1" status: 200 len: 1001 time: 0.1727176 May 17 12:06:11.901672 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d493b2-129f-4473-9b62-deb2a80dac8f req-55fd223c-cb53-4187-a612-36d5dcae0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:11.904348 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-49d493b2-129f-4473-9b62-deb2a80dac8f req-55fd223c-cb53-4187-a612-36d5dcae0416 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 1098 time: 0.1091945 May 17 12:06:11.965729 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-49d493b2-129f-4473-9b62-deb2a80dac8f req-0d7d30de-948d-4811-a79f-5258b28b433c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533495 May 17 12:06:11.978023 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac88-faaf-4ca0-8668-62e3943c4aee req-7cd14745-65d7-4fad-b069-4a04bf33febc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:11.979841 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2295ac88-faaf-4ca0-8668-62e3943c4aee req-7cd14745-65d7-4fad-b069-4a04bf33febc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 200 len: 855 time: 0.0869811 May 17 12:06:11.991780 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b572f62-9603-408d-8059-2f6a180e44a8 req-1b84aa57-d05f-47a0-bbf8-ba3d50174e07 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:11.993329 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0b572f62-9603-408d-8059-2f6a180e44a8 req-1b84aa57-d05f-47a0-bbf8-ba3d50174e07 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 945 time: 0.1877408 May 17 12:06:12.056136 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0b572f62-9603-408d-8059-2f6a180e44a8 req-01368706-fa58-46e0-a908-3f2de741ab3f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554733 May 17 12:06:12.267114 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac88-faaf-4ca0-8668-62e3943c4aee req-b0082ca3-121e-4ea7-be40-970c1072085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:12.268413 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2295ac88-faaf-4ca0-8668-62e3943c4aee req-b0082ca3-121e-4ea7-be40-970c1072085d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a4306c9-0686-4729-b018-267bb97db762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1889520 May 17 12:06:12.277464 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92363ce-282b-4607-bf0f-2cde89d71937 req-1174914f-348f-4b98-b5ea-593c4b2dde7b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:12.279044 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b92363ce-282b-4607-bf0f-2cde89d71937 req-1174914f-348f-4b98-b5ea-593c4b2dde7b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1268234 May 17 12:06:12.417596 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b92363ce-282b-4607-bf0f-2cde89d71937 req-92ab0075-182f-4e65-8e2e-4dd61cb7c468 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179519 May 17 12:06:12.465167 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2295ac88-faaf-4ca0-8668-62e3943c4aee req-d7519c6d-332e-4230-8cc7-11ae7ae20b0b service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845291 May 17 12:06:12.713435 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2295ac88-faaf-4ca0-8668-62e3943c4aee req-2b28fd77-4dc4-481d-b321-a87d4d295c59 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405219 May 17 12:06:13.481257 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61410b30-3ba7-4423-a8d9-171f12f86800 req-d7379412-dccd-40b8-82f5-9aab6cbc6ff1 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:13.483931 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-61410b30-3ba7-4423-a8d9-171f12f86800 req-d7379412-dccd-40b8-82f5-9aab6cbc6ff1 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 945 time: 0.1122477 May 17 12:06:13.552435 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-61410b30-3ba7-4423-a8d9-171f12f86800 req-ba72f344-6f61-49b3-9ca7-151f07909377 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614874 May 17 12:06:13.719493 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ddedd-61fe-499d-9a44-69d9a52701ca req-5aa1a60f-2a26-475b-9271-2e9e045e3d3c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:13.722212 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-682ddedd-61fe-499d-9a44-69d9a52701ca req-5aa1a60f-2a26-475b-9271-2e9e045e3d3c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1014717 May 17 12:06:13.777665 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-682ddedd-61fe-499d-9a44-69d9a52701ca req-fbd1ad82-78f5-471a-a653-00e385fac517 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475333 May 17 12:06:14.778512 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed513bd-0947-44c6-9567-b1b2585ad3c4 req-0c4ffe54-7d9c-4d9e-8c7d-dff64413fbd0 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:14.780120 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0ed513bd-0947-44c6-9567-b1b2585ad3c4 req-0c4ffe54-7d9c-4d9e-8c7d-dff64413fbd0 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 945 time: 0.0963612 May 17 12:06:14.841982 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0ed513bd-0947-44c6-9567-b1b2585ad3c4 req-73aece59-1f78-4443-951e-d6bc5f95f500 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516045 May 17 12:06:15.026776 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28541b6-fe6d-4f0c-8cd1-4393310228a1 req-12f44e98-38a5-4b44-8060-41394c0877ed tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:15.029365 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d28541b6-fe6d-4f0c-8cd1-4393310228a1 req-12f44e98-38a5-4b44-8060-41394c0877ed tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1027415 May 17 12:06:15.092054 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d28541b6-fe6d-4f0c-8cd1-4393310228a1 req-d510a4c3-f425-43b9-93a4-57b56cc8a846 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555232 May 17 12:06:16.448012 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72268ff0-948a-4c18-9086-e571db985ecd req-b826f75f-673f-4e30-a4f8-d2d4161c5c4a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:16.449611 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-72268ff0-948a-4c18-9086-e571db985ecd req-b826f75f-673f-4e30-a4f8-d2d4161c5c4a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1667881 May 17 12:06:16.501562 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1b00d-a2c8-42d2-887a-5b6b943c0da4 req-445af57c-a017-475d-8e22-ea7a4b222c90 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:16.504188 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d8b1b00d-a2c8-42d2-887a-5b6b943c0da4 req-445af57c-a017-475d-8e22-ea7a4b222c90 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 946 time: 0.1743577 May 17 12:06:16.569544 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-72268ff0-948a-4c18-9086-e571db985ecd req-148fe383-0dbb-45ed-b96d-ec3396e9296f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101120 May 17 12:06:16.592073 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d8b1b00d-a2c8-42d2-887a-5b6b943c0da4 req-2eb315fa-30d2-4f0a-8f8b-7362b1d09ca5 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773177 May 17 12:06:17.856913 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ec719-6663-4ec9-a78b-d282e988cf93 req-25c77e63-ac3d-4c8c-b085-fb0546449622 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:17.858342 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5a1ec719-6663-4ec9-a78b-d282e988cf93 req-25c77e63-ac3d-4c8c-b085-fb0546449622 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1468782 May 17 12:06:17.869193 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbde76-7002-4b6f-b8e4-ed513b56a507 req-16fb207f-9f96-4acd-8aba-41edb5b09ecb tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:17.870601 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7adbde76-7002-4b6f-b8e4-ed513b56a507 req-16fb207f-9f96-4acd-8aba-41edb5b09ecb tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 946 time: 0.1266983 May 17 12:06:17.942777 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5a1ec719-6663-4ec9-a78b-d282e988cf93 req-6f693e3c-ce2c-4c6a-b2c8-e7d561cc5582 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711708 May 17 12:06:17.947280 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7adbde76-7002-4b6f-b8e4-ed513b56a507 req-b462bc20-78ae-410c-bca0-df1db1804842 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606089 May 17 12:06:18.754420 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babd6c9-9296-4093-8fc4-9ddc27a43d19 req-72caac9b-6fba-4a74-9ea5-1da5c4b3daf4 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:18.755831 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6babd6c9-9296-4093-8fc4-9ddc27a43d19 req-72caac9b-6fba-4a74-9ea5-1da5c4b3daf4 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 945 time: 0.0835264 May 17 12:06:18.805845 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6babd6c9-9296-4093-8fc4-9ddc27a43d19 req-ed678104-1442-4cc2-a5d1-afa6635da881 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442300 May 17 12:06:19.157693 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b1538614-d80c-4cc0-bd67-4626491eebb0 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:06:19.198774 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa993a4-d692-49bc-831a-c5d0a8ebded5 req-7fd6b506-9522-48f7-8d69-5b24635b607a tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:19.200856 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4aa993a4-d692-49bc-831a-c5d0a8ebded5 req-7fd6b506-9522-48f7-8d69-5b24635b607a tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 946 time: 0.1447668 May 17 12:06:19.209700 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cd8c6-ea4c-4d01-b5a8-bd301702ae60 req-fada590e-d02a-4a2b-969c-c0cec1b1736d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:19.211094 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-be5cd8c6-ea4c-4d01-b5a8-bd301702ae60 req-fada590e-d02a-4a2b-969c-c0cec1b1736d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1232479 May 17 12:06:19.279585 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4aa993a4-d692-49bc-831a-c5d0a8ebded5 req-b5057e48-19b8-4355-aaee-d56eee8da1ee tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674858 May 17 12:06:19.286994 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-be5cd8c6-ea4c-4d01-b5a8-bd301702ae60 req-5246726a-876d-49d2-a181-14b8e69a8586 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615404 May 17 12:06:19.297253 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port b1538614-d80c-4cc0-bd67-4626491eebb0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b1538614-d80c-4cc0-bd67-4626491eebb0,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:19.312907 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'port_id': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'mac_address': 'fa:16:3e:a6:d4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:06:19.376770 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:19.396027 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1538614-d80c-4cc0-bd67-4626491eebb0 {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:06:19.411939 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port b1538614-d80c-4cc0-bd67-4626491eebb0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b1538614-d80c-4cc0-bd67-4626491eebb0,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:19.416234 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:19.418955 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:19.487934 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=b1538614-d80c-4cc0-bd67-4626491eebb0,revision_number=6']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:19.490927 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:19.538254 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['b1538614-d80c-4cc0-bd67-4626491eebb0'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:06:19.994490 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15421977-bc3f-4505-999c-0d90eb727349 req-2462afdd-6c4c-40eb-b67b-e0f3cf6b59de tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:19.996006 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-15421977-bc3f-4505-999c-0d90eb727349 req-2462afdd-6c4c-40eb-b67b-e0f3cf6b59de tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 945 time: 0.0804508 May 17 12:06:20.045883 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-15421977-bc3f-4505-999c-0d90eb727349 req-eb387210-ca19-435f-8d66-a570ffceb701 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433712 May 17 12:06:20.539776 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f3e63-7b06-45a1-9379-ea97a105c51e req-3a5ba362-89b9-4677-8d88-1327b95500d3 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:20.541983 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-447f3e63-7b06-45a1-9379-ea97a105c51e req-3a5ba362-89b9-4677-8d88-1327b95500d3 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 946 time: 0.1499519 May 17 12:06:20.549196 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4c8fc-d287-4e1e-ba18-57e5774e227f req-58b016f9-eb13-41ee-aa49-64823d5bd8c3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:20.550635 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38f4c8fc-d287-4e1e-ba18-57e5774e227f req-58b016f9-eb13-41ee-aa49-64823d5bd8c3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 944 time: 0.1267898 May 17 12:06:20.662323 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-447f3e63-7b06-45a1-9379-ea97a105c51e req-09efe9d2-9b6a-44cd-bf43-8c58adb515ee tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106954 May 17 12:06:20.686830 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-38f4c8fc-d287-4e1e-ba18-57e5774e227f req-83d92ae7-6b5f-4122-b7a8-a36780173b02 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127458 May 17 12:06:20.706659 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28862-c665-4b44-848f-95d732703229 req-d42473af-ba17-4edf-a44a-14c9fbf101d8 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:20.718301 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-73b28862-c665-4b44-848f-95d732703229 req-d42473af-ba17-4edf-a44a-14c9fbf101d8 tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 945 time: 0.1181674 May 17 12:06:20.965196 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-73b28862-c665-4b44-848f-95d732703229 req-bcfd7781-6477-4021-a99f-cb82a5cb36bd tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Deleting port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:06:20.965488 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-73b28862-c665-4b44-848f-95d732703229 req-bcfd7781-6477-4021-a99f-cb82a5cb36bd tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:20.971120 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:06:21.102827 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-73b28862-c665-4b44-848f-95d732703229 req-bcfd7781-6477-4021-a99f-cb82a5cb36bd tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] For port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84,segment=NetworkSegment(fc73bdb2-4f23-49c3-ba17-219730323d23),segment_id=fc73bdb2-4f23-49c3-ba17-219730323d23)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:21.103181 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-73b28862-c665-4b44-848f-95d732703229 req-bcfd7781-6477-4021-a99f-cb82a5cb36bd tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:21.158840 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b1538614-d80c-4cc0-bd67-4626491eebb0 up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:06:21.228868 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port b1538614-d80c-4cc0-bd67-4626491eebb0 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:06:21.229156 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:21.268590 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-73b28862-c665-4b44-848f-95d732703229 req-bcfd7781-6477-4021-a99f-cb82a5cb36bd tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Calling delete_port for 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 owned by compute:nova {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:06:21.335957 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed829f-2b88-4ca7-8f26-2436c6a3ff0a req-042805b1-d7ab-46ab-9138-541725668b9e tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:21.337465 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1fed829f-2b88-4ca7-8f26-2436c6a3ff0a req-042805b1-d7ab-46ab-9138-541725668b9e tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a16f95e-e41f-45bf-9769-0f0ffce33d43 HTTP/1.1" status: 200 len: 945 time: 0.1678126 May 17 12:06:21.350343 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:21.379280 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:21.390325 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port b1538614-d80c-4cc0-bd67-4626491eebb0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b1538614-d80c-4cc0-bd67-4626491eebb0,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:21.396558 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:21.397475 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:06:21.427386 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-fea51d05-933c-4492-bf3b-d7c5efe10a4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:21.439195 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1fed829f-2b88-4ca7-8f26-2436c6a3ff0a req-0732ec85-0aac-4991-938a-66871cae165f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1890f45-ab8c-47af-babb-3adea29e4227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906038 May 17 12:06:21.464774 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-73b28862-c665-4b44-848f-95d732703229 req-bcfd7781-6477-4021-a99f-cb82a5cb36bd tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:21.470535 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'code': 200} May 17 12:06:21.471336 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ece59b34-589f-434d-a4cc-60755a901466 tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:21.516648 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd7781-6477-4021-a99f-cb82a5cb36bd tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Pushing event deleted for resources: {'Port': ['ID=94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:21.519697 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-bcfd7781-6477-4021-a99f-cb82a5cb36bd tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:21.519845 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No active binding found for port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 {{(pid=78760) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 17 12:06:21.520077 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:06:21.521597 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=b1538614-d80c-4cc0-bd67-4626491eebb0,revision_number=7']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:21.524582 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:21.599283 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b28862-c665-4b44-848f-95d732703229 req-bcfd7781-6477-4021-a99f-cb82a5cb36bd tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] No DVR routers for this DVR port 94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 on host hv-cinder-73414 {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:06:21.601827 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-73b28862-c665-4b44-848f-95d732703229 req-bcfd7781-6477-4021-a99f-cb82a5cb36bd tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:21.604533 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a16f95e-e41f-45bf-9769-0f0ffce33d43', 'name': 'network-vif-deleted', 'tag': '94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:21.613431 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-73b28862-c665-4b44-848f-95d732703229 req-bcfd7781-6477-4021-a99f-cb82a5cb36bd tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] 10.222.0.64 "DELETE /v2.0/ports/94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84 HTTP/1.1" status: 204 len: 173 time: 0.8801546 May 17 12:06:21.653754 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a16f95e-e41f-45bf-9769-0f0ffce33d43', 'name': 'network-vif-deleted', 'tag': '94cfc57e-49e0-4c82-bfa0-b7ab4c60eb84', 'status': 'completed', 'code': 200} May 17 12:06:21.928752 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28da3e-5ea7-4dc6-ad7c-77c048db6f18 req-da0afd0d-5650-4eb3-9be9-0ddf6df71af8 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:21.930335 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7c28da3e-5ea7-4dc6-ad7c-77c048db6f18 req-da0afd0d-5650-4eb3-9be9-0ddf6df71af8 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 946 time: 0.1520844 May 17 12:06:21.944257 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6478e-fd4b-4d44-9a73-fd497da557a3 req-3af21ac3-ad70-4bfe-b70a-63cb1b9faf18 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:21.945735 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c9b6478e-fd4b-4d44-9a73-fd497da557a3 req-3af21ac3-ad70-4bfe-b70a-63cb1b9faf18 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1326480 May 17 12:06:22.016986 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7c28da3e-5ea7-4dc6-ad7c-77c048db6f18 req-d3338bd6-8b00-406c-a6b3-8f14b139508b tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/security-groups?id=a997be3b-0797-491e-9a2c-fc46380173e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702596 May 17 12:06:22.021441 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c9b6478e-fd4b-4d44-9a73-fd497da557a3 req-53b49b33-fff9-41dc-a202-64e0872faa01 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601382 May 17 12:06:22.394862 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aad73-1389-403b-bbdc-9e903af11408 req-d6ff8ab6-0029-4542-92b9-dcab7901b7be tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:22.396367 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c88aad73-1389-403b-bbdc-9e903af11408 req-d6ff8ab6-0029-4542-92b9-dcab7901b7be tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.64 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 946 time: 0.0882113 May 17 12:06:22.548489 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-c88aad73-1389-403b-bbdc-9e903af11408 req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Deleting port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:06:22.548834 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-c88aad73-1389-403b-bbdc-9e903af11408 req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:22.688933 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-c88aad73-1389-403b-bbdc-9e903af11408 req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] For port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa,segment=NetworkSegment(822b59d9-73bb-4a57-97f6-0d74a03e9790),segment_id=822b59d9-73bb-4a57-97f6-0d74a03e9790)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:22.689621 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-c88aad73-1389-403b-bbdc-9e903af11408 req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:22.860041 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-c88aad73-1389-403b-bbdc-9e903af11408 req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Calling delete_port for 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa owned by compute:nova {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:06:23.015767 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-c88aad73-1389-403b-bbdc-9e903af11408 req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:23.021352 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-97b4b819-5965-4fbf-b138-6b820aaf5c74 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:23.027773 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:06:23.066108 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Pushing event deleted for resources: {'Port': ['ID=3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:23.078329 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:23.080660 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:23.080660 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:23.080660 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:23.080660 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:23.080660 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:23.081127 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:23.081263 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:23.081585 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:23.081925 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:23.082261 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:23.082593 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:23.120348 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:23.329643 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88aad73-1389-403b-bbdc-9e903af11408 req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] No DVR routers for this DVR port 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa on host hv-cinder-73414 {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:06:23.337288 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bc0a393a-3317-4659-a5ce-05d126571767 req-51a19c0a-84ce-49ff-9e18-e188c2ace9f3 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.47 "GET /v2.0/ports?device_id=47546935-3c75-4a96-891a-0bffd4b0e66d HTTP/1.1" status: 200 len: 210 time: 0.1185148 May 17 12:06:23.338425 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-c88aad73-1389-403b-bbdc-9e903af11408 req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:23.366481 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c88aad73-1389-403b-bbdc-9e903af11408 req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] 10.222.0.64 "DELETE /v2.0/ports/3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa HTTP/1.1" status: 204 len: 173 time: 0.9633944 May 17 12:06:23.396551 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6532c30-112e-40a7-b46b-92029fa45443 req-a673eef6-ba28-4545-bfbb-b78e6aa02b58 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:23.398288 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c6532c30-112e-40a7-b46b-92029fa45443 req-a673eef6-ba28-4545-bfbb-b78e6aa02b58 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1811938 May 17 12:06:23.449132 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c6532c30-112e-40a7-b46b-92029fa45443 req-40f0b4a2-ae27-47e5-8383-a9a21e116291 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448415 May 17 12:06:23.654873 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47546935-3c75-4a96-891a-0bffd4b0e66d', 'name': 'network-vif-deleted', 'tag': '3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:23.700297 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47546935-3c75-4a96-891a-0bffd4b0e66d', 'name': 'network-vif-deleted', 'tag': '3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa', 'status': 'completed', 'code': 200} May 17 12:06:24.674623 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59571014-1ffa-417a-94e2-3c98f4cffd4b req-d375709e-c560-41a8-8fb0-4fa2b6855181 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:24.676302 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-59571014-1ffa-417a-94e2-3c98f4cffd4b req-d375709e-c560-41a8-8fb0-4fa2b6855181 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1009314 May 17 12:06:24.728206 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-59571014-1ffa-417a-94e2-3c98f4cffd4b req-54103c3e-ab47-4e89-9d8c-52b1ebef47f7 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450449 May 17 12:06:25.182676 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:06:25.220588 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:06:25.220844 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 3eaeb638-dbb8-4f04-a6af-99cdfa7e50aa not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:06:25.985437 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c38c6-4ec5-4ce2-9ec5-bc1831626788 req-896190a1-4e60-4e40-97c6-641039b1f9b9 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:25.995575 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-328c38c6-4ec5-4ce2-9ec5-bc1831626788 req-896190a1-4e60-4e40-97c6-641039b1f9b9 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1341107 May 17 12:06:26.064996 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-328c38c6-4ec5-4ce2-9ec5-bc1831626788 req-3df8b4de-9516-4363-a08b-4e8726941ac5 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683563 May 17 12:06:27.328303 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e3cd1-a05e-4618-97a2-b456c3451cfe req-42df6d9a-92c5-425b-9344-6e087b8fe600 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:27.330257 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-db4e3cd1-a05e-4618-97a2-b456c3451cfe req-42df6d9a-92c5-425b-9344-6e087b8fe600 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1179740 May 17 12:06:27.413883 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-db4e3cd1-a05e-4618-97a2-b456c3451cfe req-3ab81546-92f3-4a8d-9783-8ac3c15b949a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742896 May 17 12:06:28.638734 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23bbe5-276c-4a91-92a8-76ca82c7642a req-3afbf6bc-7937-4c5e-81f0-ab6f75efda3d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:28.643943 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4f23bbe5-276c-4a91-92a8-76ca82c7642a req-3afbf6bc-7937-4c5e-81f0-ab6f75efda3d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1040928 May 17 12:06:28.704058 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4f23bbe5-276c-4a91-92a8-76ca82c7642a req-7767d0f1-7da2-44d5-8f0c-0cde942cfeec tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571389 May 17 12:06:29.989019 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf39f0d-27e4-40a4-a16a-a1fa146f3b7f req-28349319-51fa-419f-92ec-4567dd2fb691 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:29.990731 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9bf39f0d-27e4-40a4-a16a-a1fa146f3b7f req-28349319-51fa-419f-92ec-4567dd2fb691 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1325812 May 17 12:06:30.049359 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9bf39f0d-27e4-40a4-a16a-a1fa146f3b7f req-5b560854-f89c-4712-836d-f322ca849a33 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517128 May 17 12:06:31.318209 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc58ca-eb59-4dbb-8bfc-f4d3ea248adf req-0bc75958-787c-4398-8ec3-b9c93d94ec07 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:31.319781 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-01cc58ca-eb59-4dbb-8bfc-f4d3ea248adf req-0bc75958-787c-4398-8ec3-b9c93d94ec07 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1140027 May 17 12:06:31.379459 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-01cc58ca-eb59-4dbb-8bfc-f4d3ea248adf req-40878201-8bd0-410f-b54d-28e869c1f36a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528121 May 17 12:06:32.656440 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5b8a0-c473-4d56-8d23-a3dc73dd85a0 req-1f13b09b-b86e-4495-9d06-1078e8e7efc5 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:32.663901 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-43d5b8a0-c473-4d56-8d23-a3dc73dd85a0 req-1f13b09b-b86e-4495-9d06-1078e8e7efc5 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1557899 May 17 12:06:32.742818 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-43d5b8a0-c473-4d56-8d23-a3dc73dd85a0 req-97714ad1-d25c-4e9e-8708-fc6ae3831dee tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779312 May 17 12:06:32.975907 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-16f5dd72-072d-4d20-bca0-21a46c895792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:33.990348 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9be092-0a00-4c4e-9704-2353d5a2e9f8 req-efd223e2-65fd-42f7-b731-5be114eb5c29 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:33.992730 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-db9be092-0a00-4c4e-9704-2353d5a2e9f8 req-efd223e2-65fd-42f7-b731-5be114eb5c29 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1011248 May 17 12:06:34.065541 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-db9be092-0a00-4c4e-9704-2353d5a2e9f8 req-83f10d07-3f39-4343-934b-087ec3e667a6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654519 May 17 12:06:35.308698 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2bf2f-7aa7-47c8-a67d-7ae23deb623c req-57882a9b-4499-43b1-a9c7-5f7f59b00b09 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:35.311499 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-12b2bf2f-7aa7-47c8-a67d-7ae23deb623c req-57882a9b-4499-43b1-a9c7-5f7f59b00b09 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1070373 May 17 12:06:35.381473 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-12b2bf2f-7aa7-47c8-a67d-7ae23deb623c req-e69c2f92-d553-4897-982c-0cd801765ff0 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624664 May 17 12:06:35.596089 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-72c8eeb0-8561-4ef8-964c-dc3e78edf673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:35.668995 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:36.603794 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d753753-09ad-48f2-9be8-f635c3029056 req-4813b0fc-b829-4255-af66-3ece79be106a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:36.605401 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8d753753-09ad-48f2-9be8-f635c3029056 req-4813b0fc-b829-4255-af66-3ece79be106a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.0900755 May 17 12:06:36.658944 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8d753753-09ad-48f2-9be8-f635c3029056 req-e4a0cdfd-d8cf-4aa0-bcc0-baee3d5f682a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469296 May 17 12:06:36.676395 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:37.898870 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71ce4f-d1a1-4111-afb8-a4995c1004d8 req-82c6d50e-ca0b-4974-9355-a64a0b408e6b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:37.900568 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8d71ce4f-d1a1-4111-afb8-a4995c1004d8 req-82c6d50e-ca0b-4974-9355-a64a0b408e6b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.0960076 May 17 12:06:37.957833 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8d71ce4f-d1a1-4111-afb8-a4995c1004d8 req-92223812-1a38-419f-bd36-b7d0c05cea81 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506172 May 17 12:06:38.507667 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:39.192279 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b7cb8-747c-4bd0-9621-6d6c128e6712 req-f8883f97-46d2-48f9-98db-15ee5766a113 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:39.194639 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1e6b7cb8-747c-4bd0-9621-6d6c128e6712 req-f8883f97-46d2-48f9-98db-15ee5766a113 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1072066 May 17 12:06:39.253896 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1e6b7cb8-747c-4bd0-9621-6d6c128e6712 req-e0c2d1e5-8471-429f-a1f8-3e49eaf6e728 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507984 May 17 12:06:40.511135 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc214d3d-4802-4aea-a73b-0916a7f8f03d req-cdc4a2f3-cd39-494d-9850-81e541fae83b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:40.512137 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-fc214d3d-4802-4aea-a73b-0916a7f8f03d req-cdc4a2f3-cd39-494d-9850-81e541fae83b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.0967011 May 17 12:06:40.561945 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-fc214d3d-4802-4aea-a73b-0916a7f8f03d req-25e5beeb-a82b-4d8c-b4dc-d88e7ac6e6fc tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406430 May 17 12:06:41.485824 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:41.494398 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55168) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:41.563761 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17fecfc-82dc-4ea2-a0b4-fdee88e799ba admin admin] Deleting subnet 7802ddb0-643b-4789-9ab7-f65da72ca9d5 {{(pid=78758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:06:41.567467 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a17fecfc-82dc-4ea2-a0b4-fdee88e799ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:41.621529 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a17fecfc-82dc-4ea2-a0b4-fdee88e799ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3862747'] for subnet, precommit_delete_associations {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:41.682101 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a17fecfc-82dc-4ea2-a0b4-fdee88e799ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:41.922532 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcf900-25cc-47f2-ac6e-b559a672e8c0 req-1073cb42-aa71-496f-acab-b8525fe09c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:41.924250 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e7bcf900-25cc-47f2-ac6e-b559a672e8c0 req-1073cb42-aa71-496f-acab-b8525fe09c42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 1098 time: 0.2426202 May 17 12:06:41.938822 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6931a-0c92-4877-8336-4aba1e7c5533 req-548e231c-4466-4209-b99d-fa088ca07895 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:41.940306 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-93e6931a-0c92-4877-8336-4aba1e7c5533 req-548e231c-4466-4209-b99d-fa088ca07895 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.2264955 May 17 12:06:42.072288 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-93e6931a-0c92-4877-8336-4aba1e7c5533 req-c13ea8a1-719a-4b14-89e2-810948116856 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089840 May 17 12:06:42.080845 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a17fecfc-82dc-4ea2-a0b4-fdee88e799ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3791793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801930'] for subnet, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.086991 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5f96cdb3-6d21-442d-a65d-185a231abac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:42.124636 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcf900-25cc-47f2-ac6e-b559a672e8c0 req-9ce7df5d-d695-484c-b4b7-63557c409d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:42.125787 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fecfc-82dc-4ea2-a0b4-fdee88e799ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7802ddb0-643b-4789-9ab7-f65da72ca9d5,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:42.126263 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e7bcf900-25cc-47f2-ac6e-b559a672e8c0 req-9ce7df5d-d695-484c-b4b7-63557c409d52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 917 time: 0.1850271 May 17 12:06:42.127953 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a17fecfc-82dc-4ea2-a0b4-fdee88e799ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.130863 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a17fecfc-82dc-4ea2-a0b4-fdee88e799ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:42.135654 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-a17fecfc-82dc-4ea2-a0b4-fdee88e799ba admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7802ddb0-643b-4789-9ab7-f65da72ca9d5 HTTP/1.1" status: 204 len: 168 time: 0.6400945 May 17 12:06:42.137983 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55176) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:42.252589 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.295953 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e7bcf900-25cc-47f2-ac6e-b559a672e8c0 req-aa5e7d92-efd5-4946-9400-5de9245cc267 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1538614-d80c-4cc0-bd67-4626491eebb0 HTTP/1.1" status: 200 len: 1001 time: 0.1617112 May 17 12:06:42.400551 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.403831 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcf900-25cc-47f2-ac6e-b559a672e8c0 req-025825c9-7a83-42e2-a577-970f9da5a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:42.408223 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e7bcf900-25cc-47f2-ac6e-b559a672e8c0 req-025825c9-7a83-42e2-a577-970f9da5a85b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 200 len: 855 time: 0.1052041 May 17 12:06:42.419734 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54847544-f131-4243-a2cb-664a27cfc09d']}} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:42.433220 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc73bdb2-4f23-49c3-ba17-219730323d23') {'for_net_delete': True} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:42.433602 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc73bdb2-4f23-49c3-ba17-219730323d23') {} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:42.447660 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3862740'] for segment, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.466047 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.473321 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=78758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:06:42.473803 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3791639'] for segment, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: Traceback (most recent call last): May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: timer() May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: cb(*args, **kw) May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: return func(*args, **kwargs) May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: self._notify() May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: self.callback(batched_events) May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: event.method(event) May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: return f(self, *a, **k) May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: return self._get(url).json() May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: return self.request(url, 'GET', **kwargs) May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:06:42.487545 dv-cinder-734144-19-smb neutron-server[78758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:06:42.539395 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcf900-25cc-47f2-ac6e-b559a672e8c0 req-ea850847-f1cb-49d1-81ac-5a5b57443b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:42.541050 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e7bcf900-25cc-47f2-ac6e-b559a672e8c0 req-ea850847-f1cb-49d1-81ac-5a5b57443b31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a4306c9-0686-4729-b018-267bb97db762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1262596 May 17 12:06:42.575002 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.581229 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:42.606271 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=54847544-f131-4243-a2cb-664a27cfc09d,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:42.609052 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.619586 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:42.631482 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-0c7765f0-fcc4-483b-bcc0-6261e6d2bec1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/54847544-f131-4243-a2cb-664a27cfc09d HTTP/1.1" status: 204 len: 168 time: 0.4923992 May 17 12:06:42.634187 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55190) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:42.695223 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffeff7a-28f8-4ac3-9f0b-e97a8bda5874 admin admin] Deleting subnet 47be5d09-f095-49c0-9eb8-c00159056466 {{(pid=78758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:06:42.698542 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0ffeff7a-28f8-4ac3-9f0b-e97a8bda5874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.703407 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e7bcf900-25cc-47f2-ac6e-b559a672e8c0 req-8f637755-1dcd-4b5a-a49b-d35a923d77e4 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544948 May 17 12:06:42.751497 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0ffeff7a-28f8-4ac3-9f0b-e97a8bda5874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3862747'] for subnet, precommit_delete_associations {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.808404 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0ffeff7a-28f8-4ac3-9f0b-e97a8bda5874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.839193 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e7bcf900-25cc-47f2-ac6e-b559a672e8c0 req-abdb0212-d717-4106-adce-cd8933640f86 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287632 May 17 12:06:43.061713 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0ffeff7a-28f8-4ac3-9f0b-e97a8bda5874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3791793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801930'] for subnet, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:43.066789 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a17fecfc-82dc-4ea2-a0b4-fdee88e799ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:43.105680 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffeff7a-28f8-4ac3-9f0b-e97a8bda5874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47be5d09-f095-49c0-9eb8-c00159056466,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:43.109065 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-0ffeff7a-28f8-4ac3-9f0b-e97a8bda5874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:43.110387 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0ffeff7a-28f8-4ac3-9f0b-e97a8bda5874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:43.119099 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-0ffeff7a-28f8-4ac3-9f0b-e97a8bda5874 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/47be5d09-f095-49c0-9eb8-c00159056466 HTTP/1.1" status: 204 len: 168 time: 0.4837866 May 17 12:06:43.121517 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55196) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:43.286103 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:43.315271 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ea09c-15ce-4d99-a481-f5d09754a331 req-9aac473b-bc57-493b-9a8f-c1f55950c690 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:43.318053 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cf4ea09c-15ce-4d99-a481-f5d09754a331 req-9aac473b-bc57-493b-9a8f-c1f55950c690 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1036172 May 17 12:06:43.400619 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cf4ea09c-15ce-4d99-a481-f5d09754a331 req-b8165915-45a3-4b09-ad5b-cfb9e9386cd3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710039 May 17 12:06:43.465503 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:43.492058 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e1b6db-bd23-4b9b-a835-54311020607f']}} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:43.507688 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e879d61-c681-4286-85a8-0968628d7a0f') {'for_net_delete': True} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:43.507982 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e879d61-c681-4286-85a8-0968628d7a0f') {} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:43.525069 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3862740'] for segment, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:43.548971 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:43.558203 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=78758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:06:43.558637 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3791639'] for segment, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: Traceback (most recent call last): May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: timer() May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: cb(*args, **kw) May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: return func(*args, **kwargs) May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: self._notify() May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: self.callback(batched_events) May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: event.method(event) May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: return f(self, *a, **k) May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: return self._get(url).json() May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: return self.request(url, 'GET', **kwargs) May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:06:43.574883 dv-cinder-734144-19-smb neutron-server[78758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:06:43.777709 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:43.784637 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:43.789085 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:43.810314 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] 10.222.0.47 "DELETE /v2.0/networks/25e1b6db-bd23-4b9b-a835-54311020607f HTTP/1.1" status: 204 len: 168 time: 0.6864874 May 17 12:06:43.813061 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e1b6db-bd23-4b9b-a835-54311020607f,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:43.815711 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8f2879d1-0f68-4f17-b576-dca257c35365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:43.956524 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55210) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:44.010894 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-dc6db1e3-db23-414f-a47a-e36a0789e6e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f67899018ee54f20a21829ab76de6ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516398 May 17 12:06:44.013658 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 55214) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:44.084051 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cccc1395-fbab-4b06-a0b6-a345665f12a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:44.114610 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cccc1395-fbab-4b06-a0b6-a345665f12a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:44.175580 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cccc1395-fbab-4b06-a0b6-a345665f12a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:44.180222 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e1522ad7-906b-47f9-ab8c-62457c7573ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:44.198020 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc1395-fbab-4b06-a0b6-a345665f12a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1890f45-ab8c-47af-babb-3adea29e4227,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:44.202316 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cccc1395-fbab-4b06-a0b6-a345665f12a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:44.206123 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-cccc1395-fbab-4b06-a0b6-a345665f12a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:44.207250 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-cccc1395-fbab-4b06-a0b6-a345665f12a9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a1890f45-ab8c-47af-babb-3adea29e4227 HTTP/1.1" status: 204 len: 168 time: 0.1916914 May 17 12:06:44.597369 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55226) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:44.610531 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ecf08-8885-485f-b997-af45b7ccdbea req-039d3083-a7b3-4a36-9c14-66542fc4baad tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:44.618319 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bf7ecf08-8885-485f-b997-af45b7ccdbea req-039d3083-a7b3-4a36-9c14-66542fc4baad tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 945 time: 0.1046500 May 17 12:06:44.665770 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-6ac00d0a-985e-4c6a-ba39-16cf034c6945 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7866d193da804c53b733d9db6d90d776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669036 May 17 12:06:44.668104 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55230) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:44.687451 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bf7ecf08-8885-485f-b997-af45b7ccdbea req-d40bde9a-1a2d-4766-b08e-1bb443e178ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676267 May 17 12:06:44.740248 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-44397fe8-f262-4319-897c-1b4418066571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:44.770952 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-44397fe8-f262-4319-897c-1b4418066571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:44.823617 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-44397fe8-f262-4319-897c-1b4418066571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:44.828230 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ca59832d-5bd6-4da7-bb9d-98892b2a9d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:44.841161 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44397fe8-f262-4319-897c-1b4418066571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0e66ae-85c5-40cd-acd9-a9ea15e5c770,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:44.844361 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-44397fe8-f262-4319-897c-1b4418066571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:44.846367 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-44397fe8-f262-4319-897c-1b4418066571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:44.848296 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-44397fe8-f262-4319-897c-1b4418066571 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7a0e66ae-85c5-40cd-acd9-a9ea15e5c770 HTTP/1.1" status: 204 len: 168 time: 0.1792247 May 17 12:06:45.232146 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b1538614-d80c-4cc0-bd67-4626491eebb0 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:06:45.397990 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:45.428137 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:45.440315 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port b1538614-d80c-4cc0-bd67-4626491eebb0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b1538614-d80c-4cc0-bd67-4626491eebb0,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:45.445038 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:45.447775 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:45.481948 dv-cinder-734144-19-smb neutron-server[78760]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'code': 422} returned with failed status May 17 12:06:45.527245 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=b1538614-d80c-4cc0-bd67-4626491eebb0,revision_number=8']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:45.535254 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:45.535696 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:45.536025 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:45.536347 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:45.536658 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:45.536971 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:45.537280 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:45.537588 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:45.537896 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:45.538203 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:45.538515 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:45.538813 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:45.542745 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:45.897429 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2170a-cf26-479a-a60a-5050528646b9 req-291ddbe1-926e-45b0-acb7-acd1b3da8662 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:45.898919 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2ae2170a-cf26-479a-a60a-5050528646b9 req-291ddbe1-926e-45b0-acb7-acd1b3da8662 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.0856969 May 17 12:06:45.949312 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2ae2170a-cf26-479a-a60a-5050528646b9 req-d1f5af5f-e4f5-4b2a-9768-f5f54ddb94d6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435417 May 17 12:06:46.961995 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264316e3-927b-41b9-9442-06e7c8d14000 req-81f60f27-c0ab-4b9a-9c4d-3dd531bc8364 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:46.963520 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-264316e3-927b-41b9-9442-06e7c8d14000 req-81f60f27-c0ab-4b9a-9c4d-3dd531bc8364 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.1090729 May 17 12:06:47.015074 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-264316e3-927b-41b9-9442-06e7c8d14000 req-a22690ed-9f54-41bd-9452-2997216d5365 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 May 17 12:06:47.286715 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 55332) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:47.405101 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-a0518e18-10ba-4fa8-be16-0aad07d34e48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165345 May 17 12:06:47.684277 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 55352) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:47.752664 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d3a919-c3f5-47d6-a7a1-fa6cb4d35521 admin admin] Deleting subnet ddc1c831-1609-4706-b283-3e7ef28c06c4 {{(pid=78759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:06:47.756488 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-88d3a919-c3f5-47d6-a7a1-fa6cb4d35521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:47.807289 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-88d3a919-c3f5-47d6-a7a1-fa6cb4d35521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925613'] for subnet, precommit_delete_associations {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:47.875269 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-88d3a919-c3f5-47d6-a7a1-fa6cb4d35521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:48.329160 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd5f14-bdb6-4a68-9ba1-b6b2efe45fbf req-ce6deced-0cfa-4148-bcc9-502aef0fc466 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:48.330553 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7dfd5f14-bdb6-4a68-9ba1-b6b2efe45fbf req-ce6deced-0cfa-4148-bcc9-502aef0fc466 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.1596668 May 17 12:06:48.372283 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-88d3a919-c3f5-47d6-a7a1-fa6cb4d35521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4153498'] for subnet, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:48.380896 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:48.424098 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7dfd5f14-bdb6-4a68-9ba1-b6b2efe45fbf req-bdba78c0-c54f-416a-88cd-64100d0a0d89 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855577 May 17 12:06:48.424799 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3a919-c3f5-47d6-a7a1-fa6cb4d35521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc1c831-1609-4706-b283-3e7ef28c06c4,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:48.428194 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-88d3a919-c3f5-47d6-a7a1-fa6cb4d35521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:48.429132 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-88d3a919-c3f5-47d6-a7a1-fa6cb4d35521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:48.440271 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-88d3a919-c3f5-47d6-a7a1-fa6cb4d35521 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ddc1c831-1609-4706-b283-3e7ef28c06c4 HTTP/1.1" status: 204 len: 168 time: 0.7526674 May 17 12:06:48.441213 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 55364) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:48.554778 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:48.686369 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:48.702035 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8008d33d-742c-42c3-8edc-5c61beca03f1']}} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:48.719132 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822b59d9-73bb-4a57-97f6-0d74a03e9790') {'for_net_delete': True} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:48.719455 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822b59d9-73bb-4a57-97f6-0d74a03e9790') {} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:48.731686 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925602'] for segment, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:48.749936 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:48.756219 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=78759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:06:48.756589 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739267'] for segment, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: Traceback (most recent call last): May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: timer() May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: cb(*args, **kw) May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: return func(*args, **kwargs) May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: self._notify() May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: self.callback(batched_events) May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: event.method(event) May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: return f(self, *a, **k) May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: return self._get(url).json() May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: return self.request(url, 'GET', **kwargs) May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:06:48.770392 dv-cinder-734144-19-smb neutron-server[78759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:06:48.844318 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:48.850077 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:48.853537 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:48.879990 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=8008d33d-742c-42c3-8edc-5c61beca03f1,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:48.882944 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:48.884953 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] 10.222.0.47 "DELETE /v2.0/networks/8008d33d-742c-42c3-8edc-5c61beca03f1 HTTP/1.1" status: 204 len: 168 time: 0.4435506 May 17 12:06:49.046003 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-42cfd347-603b-4c45-8066-cf39ba1921d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:49.047535 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-42cfd347-603b-4c45-8066-cf39ba1921d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd&tenant_id=9754f4e8be7b4a9c8bc6f8956455730b HTTP/1.1" status: 200 len: 1096 time: 0.0777628 May 17 12:06:49.093663 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55372) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:49.153749 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-8af8db6c-5fc5-451e-8dee-566ed7e450ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:49.155441 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-8af8db6c-5fc5-451e-8dee-566ed7e450ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 1096 time: 0.0844038 May 17 12:06:49.160092 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-ac6b33ea-3a75-40e0-a322-24f7f04b4206 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3a1d07b9835f40cea38e67c26bab12fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649810 May 17 12:06:49.160779 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 55380) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:49.246002 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b1538614-d80c-4cc0-bd67-4626491eebb0 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:06:49.344699 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-fecd1e0a-fd90-4989-a77a-2a3b7b917f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:49.362284 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-dd27683f-6157-4dcf-abd3-3b54e9ec31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:49.363780 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-dd27683f-6157-4dcf-abd3-3b54e9ec31cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 917 time: 0.1997516 May 17 12:06:49.446362 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-fecd1e0a-fd90-4989-a77a-2a3b7b917f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:49.511339 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-ff5246a4-e4f6-4767-a2c7-d41ca7124ffd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1538614-d80c-4cc0-bd67-4626491eebb0 HTTP/1.1" status: 200 len: 999 time: 0.1382930 May 17 12:06:49.630234 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-fecd1e0a-fd90-4989-a77a-2a3b7b917f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:49.636972 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cd4fe8ba-bdfc-4d6e-a478-20b5ed97afc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:49.655490 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd1e0a-fd90-4989-a77a-2a3b7b917f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a997be3b-0797-491e-9a2c-fc46380173e4,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:49.657992 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-4aee02ab-4990-4e88-8747-a77fb5f907c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:49.659461 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-4aee02ab-4990-4e88-8747-a77fb5f907c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 200 len: 855 time: 0.1401911 May 17 12:06:49.661053 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-fecd1e0a-fd90-4989-a77a-2a3b7b917f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:49.710396 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-fecd1e0a-fd90-4989-a77a-2a3b7b917f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:49.711524 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-fecd1e0a-fd90-4989-a77a-2a3b7b917f35 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a997be3b-0797-491e-9a2c-fc46380173e4 HTTP/1.1" status: 204 len: 168 time: 0.5496325 May 17 12:06:49.748734 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb144b6-6c70-4735-8ba0-8b69ccaa46e7 req-80088ad8-fc22-47bc-807c-0d29ddc7ef27 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:49.750381 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cfb144b6-6c70-4735-8ba0-8b69ccaa46e7 req-80088ad8-fc22-47bc-807c-0d29ddc7ef27 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.1914089 May 17 12:06:49.782794 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-ab8d39b5-f813-469f-a91d-e06a2177d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:49.784193 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-ab8d39b5-f813-469f-a91d-e06a2177d350 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a4306c9-0686-4729-b018-267bb97db762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1168838 May 17 12:06:49.882537 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cfb144b6-6c70-4735-8ba0-8b69ccaa46e7 req-6f52a92b-ed08-4873-898b-866001d41180 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244817 May 17 12:06:49.943974 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-f5ad0a87-90f7-4460-9c33-a441c3b561cd service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490905 May 17 12:06:50.189281 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-55924669-c1c3-4d3e-93e6-ab0a6c8db844 req-790f329b-f663-4207-bacc-569132e50170 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366636 May 17 12:06:51.121893 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e87a1-7dca-4d14-81a4-818d6c09db4a req-d7f9189c-9d8a-41a7-b486-47a70d8783dd tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:51.131476 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f86e87a1-7dca-4d14-81a4-818d6c09db4a req-d7f9189c-9d8a-41a7-b486-47a70d8783dd tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.1043401 May 17 12:06:51.176620 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f86e87a1-7dca-4d14-81a4-818d6c09db4a req-f4537927-b66d-486a-81ba-04dd7d6e79e7 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442584 May 17 12:06:52.398713 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb291394-58de-4f23-8abb-ceb2e32062af req-fe7fe7ee-5a5f-4307-b38b-47b435257fcb tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:52.400942 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-eb291394-58de-4f23-8abb-ceb2e32062af req-fe7fe7ee-5a5f-4307-b38b-47b435257fcb tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.0962508 May 17 12:06:52.456706 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-eb291394-58de-4f23-8abb-ceb2e32062af req-17410186-5eff-4cae-a1be-e2100c473785 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443318 May 17 12:06:53.691098 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f937c5-8d8c-4125-a49e-9da1c770b37c req-d64cd3cd-575d-4900-b0a3-6f03d220cd81 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:53.692766 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b5f937c5-8d8c-4125-a49e-9da1c770b37c req-d64cd3cd-575d-4900-b0a3-6f03d220cd81 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.1081250 May 17 12:06:53.742609 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b5f937c5-8d8c-4125-a49e-9da1c770b37c req-5b6dd2e4-ebcb-402a-8f77-2049bd008616 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436718 May 17 12:06:54.969068 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ff228-4090-4533-a9d4-f71eb6849ac9 req-ae2f0b4a-4a68-489c-aff4-f7fe8dea3dbe tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:54.970546 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-171ff228-4090-4533-a9d4-f71eb6849ac9 req-ae2f0b4a-4a68-489c-aff4-f7fe8dea3dbe tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.1044128 May 17 12:06:55.021725 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-171ff228-4090-4533-a9d4-f71eb6849ac9 req-6caf72ab-a215-4bc3-a712-34454b536536 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451751 May 17 12:06:56.306474 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303c20e-50b6-41f8-b52c-1ee831c93f54 req-d4cc1d87-60d5-4a05-b0be-44b6ce5683c8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:56.308104 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8303c20e-50b6-41f8-b52c-1ee831c93f54 req-d4cc1d87-60d5-4a05-b0be-44b6ce5683c8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.1115887 May 17 12:06:56.371609 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8303c20e-50b6-41f8-b52c-1ee831c93f54 req-12f8e302-7696-4013-8ebf-4c5080d62eca tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537825 May 17 12:06:57.606878 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dd94e-00d5-4c7d-b51a-d48eb28cc486 req-d016beef-d49a-41c5-8ffe-4d499921b590 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:57.609217 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0d6dd94e-00d5-4c7d-b51a-d48eb28cc486 req-d016beef-d49a-41c5-8ffe-4d499921b590 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.0986249 May 17 12:06:57.662159 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0d6dd94e-00d5-4c7d-b51a-d48eb28cc486 req-a39ff39f-1050-4eeb-b04b-bec40b5aeb39 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467546 May 17 12:06:57.684804 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 55516) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:57.820534 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-96a6011f-1f38-4c56-a8b3-a45eb1e5dcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:57.837720 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-96a6011f-1f38-4c56-a8b3-a45eb1e5dcac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:57.842951 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-96a6011f-1f38-4c56-a8b3-a45eb1e5dcac admin admin] Usage tracker for resource:security_group_rule and tenant:f409dbba447c436a94734e854e7be588 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:57.846710 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-96a6011f-1f38-4c56-a8b3-a45eb1e5dcac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:57.853626 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-96a6011f-1f38-4c56-a8b3-a45eb1e5dcac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:57.951232 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-96a6011f-1f38-4c56-a8b3-a45eb1e5dcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:57.955666 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-96a6011f-1f38-4c56-a8b3-a45eb1e5dcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:57.963375 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-fecd1e0a-fd90-4989-a77a-2a3b7b917f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:57.970691 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:06:58.008448 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6011f-1f38-4c56-a8b3-a45eb1e5dcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74689d14-d2b7-4351-82ee-3c0a7d848319,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:58.018276 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-96a6011f-1f38-4c56-a8b3-a45eb1e5dcac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f409dbba447c436a94734e854e7be588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303428 May 17 12:06:58.018276 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-96a6011f-1f38-4c56-a8b3-a45eb1e5dcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:58.018789 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55522) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:58.085418 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-30d217c4-5779-4600-86e8-2ed25f069424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:58.114435 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-30d217c4-5779-4600-86e8-2ed25f069424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:58.176876 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-30d217c4-5779-4600-86e8-2ed25f069424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:58.180909 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-44397fe8-f262-4319-897c-1b4418066571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:58.194279 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d217c4-5779-4600-86e8-2ed25f069424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74689d14-d2b7-4351-82ee-3c0a7d848319,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:58.197962 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-30d217c4-5779-4600-86e8-2ed25f069424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:58.201458 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-30d217c4-5779-4600-86e8-2ed25f069424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:58.202561 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-30d217c4-5779-4600-86e8-2ed25f069424 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/74689d14-d2b7-4351-82ee-3c0a7d848319 HTTP/1.1" status: 204 len: 168 time: 0.1833231 May 17 12:06:58.879066 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea7914-049a-442c-92ab-f599fa0ca29c req-6a938601-6b34-4566-aa3b-76b017dc7789 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:58.880622 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-07ea7914-049a-442c-92ab-f599fa0ca29c req-6a938601-6b34-4566-aa3b-76b017dc7789 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.0914414 May 17 12:06:58.940357 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-07ea7914-049a-442c-92ab-f599fa0ca29c req-90b9785c-b5bd-4c92-9d72-20be4ac1aeba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518029 May 17 12:06:58.978683 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55550) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:59.103266 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-862508668-network', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:59.109470 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:59.113382 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Usage tracker for resource:network and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:59.116395 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:59.123926 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:59.133232 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Made reservation on behalf of 41f486e01a9d4659b251b5bc393d3a63 for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:59.135632 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:59.148531 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:59.164389 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:59.168255 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Usage tracker for resource:security_group_rule and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:59.172496 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:59.178485 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:59.269551 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:59.273316 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:59.276668 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-bc79b275-25d2-4f82-bc2a-b6f5d3c07186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:59.308024 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=78758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:06:59.318178 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e34fe2d-62e5-49af-a3ca-bb08d8559c86,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:59.324352 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:59.325456 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:59.326418 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Added segment 27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe of type vlan for network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 May 17 12:06:59.367667 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:59.413357 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:59.414763 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:59.415396 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:59.418914 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:59.526294 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5462117 May 17 12:06:59.527401 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Pushing event updated for resources: {'Network': ['ID=87c86afa-69ac-4f8c-a617-2a3cd9fed032,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:59.530394 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 55556) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:59.531473 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:59.536283 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Request body: {'subnet': {'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-862508668-subnet', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'ip_version': 4}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:59.538955 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:06:59.548462 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:59.552915 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Usage tracker for resource:subnet and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:59.556189 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:59.563368 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:59.584613 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Made reservation on behalf of 41f486e01a9d4659b251b5bc393d3a63 for: {'subnet': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:59.586928 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4153473'] for subnet, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.003815 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2739370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4153491'] for subnet, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.009611 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-2f68c9b1-a9ff-4c92-af6b-63d28e9649c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:00.142211 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df98ee1-7065-4abe-b26f-da16ee880617,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:00.150483 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:00.152213 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Checking segment: {'id': '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:00.152559 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Network hostable DHCP agents. Network: 87c86afa-69ac-4f8c-a617-2a3cd9fed032, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:07:00.182241 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:07:00.203945 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59926fc9-8a69-4211-9a73-bdcfad332f45 req-af1d7f85-83fc-4e93-b1f3-3c7e7a6fbcb2 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:00.205459 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-59926fc9-8a69-4211-9a73-bdcfad332f45 req-af1d7f85-83fc-4e93-b1f3-3c7e7a6fbcb2 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.1262856 May 17 12:07:00.206277 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, 87c86afa-69ac-4f8c-a617-2a3cd9fed032) {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:00.216394 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:00.216659 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.220915 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f02c620-4ec2-4836-a403-14ece5e451c9 None None] Network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:07:00.281254 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-a4e8dd7c-04fd-44e3-bd26-de5c33c9d140 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7494233 May 17 12:07:00.284048 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55562) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:00.290747 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:00.299507 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-59926fc9-8a69-4211-9a73-bdcfad332f45 req-57df2323-7e8c-4d62-bc61-778933ab9bc9 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746748 May 17 12:07:00.308320 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:00.316813 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Usage tracker for resource:router and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:00.327407 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:00.348607 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:00.361034 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-435921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127245'] for router, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.362068 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127258'] for router, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.391200 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.490062 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6531aa3-8b96-5257-aa5e-fc09eb435c5b-87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'fixed_ips': [{'subnet_id': '8df98ee1-7065-4abe-b26f-da16ee880617'}]}} from dv-cinder-734144-19-smb. {{(pid=78760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:07:00.490894 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.692847 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-435907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127464'] for router, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.762035 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.db_base_plugin_common [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Allocated IP 172.20.0.2 (87c86afa-69ac-4f8c-a617-2a3cd9fed032/8df98ee1-7065-4abe-b26f-da16ee880617/a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6) {{(pid=78760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:01.096836 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.122047 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Notify callbacks [] for port, precommit_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.130423 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.136439 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Transition to ACTIVE for port object a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:01.160500 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Transition to ACTIVE for port object a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 will not be triggered until provisioned by entity DHCP. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:01.167070 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.172809 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-7fdfa5f9-4efd-4658-8cbe-79643b407229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:01.237566 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 is already hosted by enough agents. {{(pid=78760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:01.240541 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.base_scheduler [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Resources bound (agent type, host, resource id): {{(pid=78760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:01.244445 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Received port after_create {{(pid=78760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:01.315412 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Allocated IP 172.28.3.53 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/e96cb9d4-df67-4340-8dd5-f230d4a8442f) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:01.329755 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Pushing event updated for resources: {'Port': ['ID=a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6,revision_number=1']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:01.336979 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:01.363950 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Attempting to bind port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:01.364353 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Attempting to bind port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:01.364812 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Attempting to bind port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 on network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:01.371845 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:01.393649 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Checking segment: {'id': '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:01.394291 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.394812 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Bound using segment: {'id': '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:01.395563 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Bound port: a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:01.395990 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.543998 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] For port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:01.549849 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] For port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6,segment=NetworkSegment(27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe),segment_id=27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:01.557091 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.568634 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:01.592811 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b78ba6-88f5-4b8f-a2d8-926a0eaa1416 req-83478428-bb3c-4f70-8ece-4360e45a79ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:01.596938 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a1b78ba6-88f5-4b8f-a2d8-926a0eaa1416 req-83478428-bb3c-4f70-8ece-4360e45a79ba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.1248741 May 17 12:07:01.679517 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a1b78ba6-88f5-4b8f-a2d8-926a0eaa1416 req-e1a63295-8455-4760-82cf-7efe466c7d89 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695376 May 17 12:07:01.692804 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.721527 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Pushing event updated for resources: {'Port': ['ID=a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6,revision_number=2']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:01.736818 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:01.752930 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.758465 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:01.830041 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:01.833506 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:01.837364 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:01.892932 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e96cb9d4-df67-4340-8dd5-f230d4a8442f,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:01.906872 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:02.361833 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.652765 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:02.767169 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:02.821917 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394920'] for router, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.993322 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-68bfd454-1a10-4356-b785-1a227dbc943b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:03.050221 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25009149-a34f-4703-9587-614004fde39a None None] Network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:07:03.064921 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c528f96-8a04-45e5-bff3-584a9f3f62d7 req-9c609909-bae5-45d1-83ac-0ea94876905e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:03.066585 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4c528f96-8a04-45e5-bff3-584a9f3f62d7 req-9c609909-bae5-45d1-83ac-0ea94876905e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.2256200 May 17 12:07:03.120669 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4c528f96-8a04-45e5-bff3-584a9f3f62d7 req-aca945e1-8a1c-4467-8e44-4159c81a40a6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474257 May 17 12:07:03.164817 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Router fbe00226-230a-4b16-ac41-5662e4d6983a is scheduled to L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b with binding_index 1 {{(pid=78758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:07:03.210575 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-5586c0c5-911b-41e6-90ad-b332f267b563 None None] Provisioning for port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:03.230469 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-5586c0c5-911b-41e6-90ad-b332f267b563 None None] Provisioning complete for port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:03.230944 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-5586c0c5-911b-41e6-90ad-b332f267b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:03.369752 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:07:03.398460 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] Notify callbacks [] for router, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:03.400140 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-b18db29d-481a-4983-ab7c-1915515485a5 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1143234 May 17 12:07:03.402878 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55572) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:03.409129 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Sync routers for ids ['fbe00226-230a-4b16-ac41-5662e4d6983a'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:03.526605 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Routers {'fbe00226-230a-4b16-ac41-5662e4d6983a'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:03.527242 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:06:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fbe00226-230a-4b16-ac41-5662e4d6983a'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:03.628581 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-5586c0c5-911b-41e6-90ad-b332f267b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:03.760210 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-5586c0c5-911b-41e6-90ad-b332f267b563 None None] For port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6,segment=NetworkSegment(27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe),segment_id=27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:03.768995 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-5586c0c5-911b-41e6-90ad-b332f267b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:03.772148 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Set router fbe00226-230a-4b16-ac41-5662e4d6983a gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:03.830872 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:04.056868 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586c0c5-911b-41e6-90ad-b332f267b563 None None] Pushing event updated for resources: {'Port': ['ID=a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:04.062886 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-5586c0c5-911b-41e6-90ad-b332f267b563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:04.082660 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-a16e90a4-dc8d-4955-9532-df882a3d36c0 None None] Provisioning complete for port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:04.082992 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a16e90a4-dc8d-4955-9532-df882a3d36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.266617 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.275277 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:07:02Z', 'revision_number': 3, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:04.280938 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Checking router: fbe00226-230a-4b16-ac41-5662e4d6983a for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:04.281290 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Updating router fbe00226-230a-4b16-ac41-5662e4d6983a port e96cb9d4-df67-4340-8dd5-f230d4a8442f binding host dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:07:04.349151 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.532961 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Allocated IP 172.20.0.1 (87c86afa-69ac-4f8c-a617-2a3cd9fed032/8df98ee1-7065-4abe-b26f-da16ee880617/51922fb2-8e92-4f79-9279-698077ec7ef5) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:04.568843 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937ef37-b817-4728-a4d0-809a9a547369 req-a2f07a91-aff0-4c34-85dd-f43a539f5f20 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:04.570554 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5937ef37-b817-4728-a4d0-809a9a547369 req-a2f07a91-aff0-4c34-85dd-f43a539f5f20 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.3041308 May 17 12:07:04.593762 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:04.631233 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5937ef37-b817-4728-a4d0-809a9a547369 req-a742e8f8-a17d-4e53-9713-ce448211704d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504889 May 17 12:07:04.725602 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.733009 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:04.733384 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.742797 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Transition to ACTIVE for port object 51922fb2-8e92-4f79-9279-698077ec7ef5 will not be triggered until provisioned by entity DHCP. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:04.771321 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.776048 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a5d6612f-9ce7-43d7-a0ab-dea80002fa66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:04.835704 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:04.838888 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:04.844028 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:04.895980 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Pushing event updated for resources: {'Port': ['ID=51922fb2-8e92-4f79-9279-698077ec7ef5,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:04.909145 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:04.909497 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:04.909857 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:04.910224 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:04.910554 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:04.910898 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:04.911247 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:04.911612 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:04.912579 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:04.912579 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:04.912786 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:04.913492 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:04.914649 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Notify callbacks [] for port, precommit_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.927263 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:04.937482 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Transition to ACTIVE for port object e96cb9d4-df67-4340-8dd5-f230d4a8442f will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:04.941522 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434515'] for router_interface, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.947175 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.951975 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:05.035892 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Attempting to bind port e96cb9d4-df67-4340-8dd5-f230d4a8442f on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:05.036263 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Attempting to bind port e96cb9d4-df67-4340-8dd5-f230d4a8442f by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:05.036634 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Attempting to bind port e96cb9d4-df67-4340-8dd5-f230d4a8442f on network c7032b67-ae9d-4252-ba6d-57576c0c23c3 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:05.038820 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c6b8e-d4da-40f4-9a94-b04f720cd4a0 None None] Pushing event updated for resources: {'Port': ['ID=e96cb9d4-df67-4340-8dd5-f230d4a8442f,revision_number=2']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:05.042581 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-b45c6b8e-d4da-40f4-9a94-b04f720cd4a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:05.045925 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:05.046309 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Checking segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:05.046818 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.047299 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Bound using segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:05.047767 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Bound port: e96cb9d4-df67-4340-8dd5-f230d4a8442f, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:05.048152 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.088291 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.123187 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-2f474a0e-a44f-4611-9a70-3d0282310dff None None] Provisioning for port 51922fb2-8e92-4f79-9279-698077ec7ef5 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:05.134303 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-2f474a0e-a44f-4611-9a70-3d0282310dff None None] Provisioning complete for port 51922fb2-8e92-4f79-9279-698077ec7ef5 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:05.134674 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2f474a0e-a44f-4611-9a70-3d0282310dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.165239 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] For port e96cb9d4-df67-4340-8dd5-f230d4a8442f, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:05.193469 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] For port e96cb9d4-df67-4340-8dd5-f230d4a8442f, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e96cb9d4-df67-4340-8dd5-f230d4a8442f,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:05.203994 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.210916 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:05.289052 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-2f474a0e-a44f-4611-9a70-3d0282310dff None None] Port 51922fb2-8e92-4f79-9279-698077ec7ef5 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:07:05.332476 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Routers {'fbe00226-230a-4b16-ac41-5662e4d6983a'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:05.333123 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:06:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fbe00226-230a-4b16-ac41-5662e4d6983a'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:05.407865 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c6b8e-d4da-40f4-9a94-b04f720cd4a0 None None] Pushing event updated for resources: {'Port': ['ID=e96cb9d4-df67-4340-8dd5-f230d4a8442f,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:05.422143 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-b45c6b8e-d4da-40f4-9a94-b04f720cd4a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:05.457492 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.462857 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.490715 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-73acc41c-f7d1-4f19-b38b-6bea67e16e78 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:05.536427 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] Set router fbe00226-230a-4b16-ac41-5662e4d6983a gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:05.579822 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399604'] for router_interface, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.586315 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Pushing event updated for resources: {'Port': ['ID=51922fb2-8e92-4f79-9279-698077ec7ef5,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:05.593672 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:05.625196 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-545bdb67-a3b7-488d-9b85-58c467de5845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.741728 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:05.744422 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:05.778160 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.897243 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a9e7b-2a52-43c7-b931-7b539579e5ea req-52759683-f9e0-4b36-b0bc-8bb516085be4 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:05.907989 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-106a9e7b-2a52-43c7-b931-7b539579e5ea req-52759683-f9e0-4b36-b0bc-8bb516085be4 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.1213129 May 17 12:07:05.932087 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 4, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '51922fb2-8e92-4f79-9279-698077ec7ef5', 'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'mac_address': 'fa:16:3e:ae:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:04Z', 'updated_at': '2021-05-17T12:07:04Z', 'revision_number': 1, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'subnets': [{'id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:05.938939 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478c042-25e0-4aec-b1b5-506a7721ec4c None None] The sync data for ids ['fbe00226-230a-4b16-ac41-5662e4d6983a'] in dv-cinder-734144-19-smb is: [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 4, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '51922fb2-8e92-4f79-9279-698077ec7ef5', 'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'mac_address': 'fa:16:3e:ae:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:04Z', 'updated_at': '2021-05-17T12:07:04Z', 'revision_number': 1, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'subnets': [{'id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:05.956659 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-106a9e7b-2a52-43c7-b931-7b539579e5ea req-500e503d-bd26-4de6-ac5c-3d8c7d20ce0d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475161 May 17 12:07:05.987008 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Router fbe00226-230a-4b16-ac41-5662e4d6983a has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:07:06.018321 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-02cb4bba-6a1e-4aef-b671-6e20bbec6be1 None None] Provisioning complete for port 51922fb2-8e92-4f79-9279-698077ec7ef5 triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:06.018718 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-02cb4bba-6a1e-4aef-b671-6e20bbec6be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.078986 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-02cb4bba-6a1e-4aef-b671-6e20bbec6be1 None None] Port 51922fb2-8e92-4f79-9279-698077ec7ef5 cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:07:06.196594 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:07:06.206259 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-03a026a6-46f5-422e-abba-f83a107e85c7 admin admin] 10.222.0.47 "PUT /v2.0/routers/fbe00226-230a-4b16-ac41-5662e4d6983a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8015234 May 17 12:07:06.666066 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.823920 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55600) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:06.830050 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1350745971-network', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:06.841009 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:06.845336 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Usage tracker for resource:network and tenant:6632a4b26e3b453792b9742924ce3b15 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:06.848791 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:06.855170 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:06.866884 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Made reservation on behalf of 6632a4b26e3b453792b9742924ce3b15 for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:06.869242 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.882664 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.898320 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:06.902708 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Usage tracker for resource:security_group_rule and tenant:6632a4b26e3b453792b9742924ce3b15 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:06.906021 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:06.912220 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:07.029145 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.033930 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.037374 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-30d217c4-5779-4600-86e8-2ed25f069424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:07.073089 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=78758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:07:07.102176 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.102514 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Added segment 7a48b7b2-4241-4b15-8e18-c1c35e2d22f0 of type vlan for network e9bb5c13-635d-4a80-b2c5-a2851aefc923 May 17 12:07:07.103797 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ce202b-805b-4363-99e2-e608140e0808,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:07.110424 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:07.134046 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.171929 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.173230 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:07.173878 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.184249 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:07.198321 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcdcc5-645d-4015-9f71-690a5e9a0b7d req-bf8897a7-1286-491a-bfb8-98f695c70214 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:07.199860 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6fdcdcc5-645d-4015-9f71-690a5e9a0b7d req-bf8897a7-1286-491a-bfb8-98f695c70214 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.1011906 May 17 12:07:07.248906 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6fdcdcc5-645d-4015-9f71-690a5e9a0b7d req-2c74ecd3-88aa-40ac-b238-83bf41cbf3ff tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425136 May 17 12:07:07.288806 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4620655 May 17 12:07:07.289775 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55606) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:07.297442 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Request body: {'subnet': {'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1350745971-subnet', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'ip_version': 4}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:07.300706 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Pushing event updated for resources: {'Network': ['ID=e9bb5c13-635d-4a80-b2c5-a2851aefc923,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:07.303832 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-6c56c77e-e9c8-441d-9405-f54d1a2bfce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:07.304727 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:07.308813 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Usage tracker for resource:subnet and tenant:6632a4b26e3b453792b9742924ce3b15 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:07.311596 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network e9bb5c13-635d-4a80-b2c5-a2851aefc923 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:07:07.312919 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:07.319031 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:07.331971 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Made reservation on behalf of 6632a4b26e3b453792b9742924ce3b15 for: {'subnet': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:07.334736 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3801937'] for subnet, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.729987 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3801923'] for subnet, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.734570 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:07.806589 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c1a384-5642-4797-a105-45fee52dbb82,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:07.810742 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:07.818553 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Checking segment: {'id': '7a48b7b2-4241-4b15-8e18-c1c35e2d22f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:07.818961 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Network hostable DHCP agents. Network: e9bb5c13-635d-4a80-b2c5-a2851aefc923, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:07:07.837037 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Network e9bb5c13-635d-4a80-b2c5-a2851aefc923 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:07:07.849561 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, e9bb5c13-635d-4a80-b2c5-a2851aefc923) {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:07.858617 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:07.859283 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.860289 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001a051b-d916-4d61-891b-640393c96344 None None] Network e9bb5c13-635d-4a80-b2c5-a2851aefc923 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:07:07.881277 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5903919 May 17 12:07:07.883965 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55610) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:07.889599 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1350745971-router', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:07.894576 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:07.898719 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Usage tracker for resource:router and tenant:6632a4b26e3b453792b9742924ce3b15 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:07.905259 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:07.916715 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:07.934599 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-435921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127245'] for router, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.943975 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127258'] for router, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.944607 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Sync routers for ids ['fbe00226-230a-4b16-ac41-5662e4d6983a'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:07.956234 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.958260 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Routers {'fbe00226-230a-4b16-ac41-5662e4d6983a'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:07.958260 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:07:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fbe00226-230a-4b16-ac41-5662e4d6983a'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:08.114744 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6531aa3-8b96-5257-aa5e-fc09eb435c5b-e9bb5c13-635d-4a80-b2c5-a2851aefc923', 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'fixed_ips': [{'subnet_id': 'f0c1a384-5642-4797-a105-45fee52dbb82'}]}} from dv-cinder-734144-19-smb. {{(pid=78760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:07:08.118070 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.159879 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Set router fbe00226-230a-4b16-ac41-5662e4d6983a gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:08.302185 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.db_base_plugin_common [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Allocated IP 172.20.0.2 (e9bb5c13-635d-4a80-b2c5-a2851aefc923/f0c1a384-5642-4797-a105-45fee52dbb82/e2453219-45e0-4a83-b5e3-68323fb5d3f2) {{(pid=78760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:08.455861 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-435907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127464'] for router, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.597634 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102736a-66bf-47d9-a120-fc8733e2cf56 req-1ad44a5e-1a5a-4e3f-b558-e505f560c262 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:08.599187 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.612421 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4102736a-66bf-47d9-a120-fc8733e2cf56 req-1ad44a5e-1a5a-4e3f-b558-e505f560c262 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.1966548 May 17 12:07:08.612723 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 4, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '51922fb2-8e92-4f79-9279-698077ec7ef5', 'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'mac_address': 'fa:16:3e:ae:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:04Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 2, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'subnets': [{'id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:08.626814 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Checking router: fbe00226-230a-4b16-ac41-5662e4d6983a for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:08.627379 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Updating router fbe00226-230a-4b16-ac41-5662e4d6983a port 51922fb2-8e92-4f79-9279-698077ec7ef5 binding host dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:07:08.658595 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Notify callbacks [] for port, precommit_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.678359 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Transition to ACTIVE for port object e2453219-45e0-4a83-b5e3-68323fb5d3f2 will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:08.688393 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e96cb9d4-df67-4340-8dd5-f230d4a8442f up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:08.716873 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4102736a-66bf-47d9-a120-fc8733e2cf56 req-abd2e44a-4217-4bdb-8cd9-a730b62b3ef2 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990803 May 17 12:07:08.757358 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Transition to ACTIVE for port object e2453219-45e0-4a83-b5e3-68323fb5d3f2 will not be triggered until provisioned by entity DHCP. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:08.760320 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.769759 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373'] for port, after_create {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.775505 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:08.906206 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Network e9bb5c13-635d-4a80-b2c5-a2851aefc923 is already hosted by enough agents. {{(pid=78760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:08.911323 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.scheduler.base_scheduler [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Resources bound (agent type, host, resource id): {{(pid=78760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:08.920474 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Received port after_create {{(pid=78760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:08.922561 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Pushing event updated for resources: {'Port': ['ID=e2453219-45e0-4a83-b5e3-68323fb5d3f2,revision_number=1']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:08.922792 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.927451 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:08.966609 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.968644 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port e96cb9d4-df67-4340-8dd5-f230d4a8442f completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:09.003627 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port e96cb9d4-df67-4340-8dd5-f230d4a8442f triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:09.004001 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.073190 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Attempting to bind port e2453219-45e0-4a83-b5e3-68323fb5d3f2 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:09.073562 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Attempting to bind port e2453219-45e0-4a83-b5e3-68323fb5d3f2 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '7a48b7b2-4241-4b15-8e18-c1c35e2d22f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:09.073930 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Attempting to bind port e2453219-45e0-4a83-b5e3-68323fb5d3f2 on network e9bb5c13-635d-4a80-b2c5-a2851aefc923 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:09.083913 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:09.084289 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Checking segment: {'id': '7a48b7b2-4241-4b15-8e18-c1c35e2d22f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:09.084781 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.085216 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Bound using segment: {'id': '7a48b7b2-4241-4b15-8e18-c1c35e2d22f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:09.085697 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Bound port: e2453219-45e0-4a83-b5e3-68323fb5d3f2, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a48b7b2-4241-4b15-8e18-c1c35e2d22f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:09.086073 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.190278 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Allocated IP 172.28.3.149 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/531f99b1-40e0-4bfb-848e-945ac135f5ff) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:09.194375 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Notify callbacks [] for port, precommit_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.219363 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.provisioning_blocks [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Transition to ACTIVE for port object 51922fb2-8e92-4f79-9279-698077ec7ef5 will not be triggered until provisioned by entity L2. {{(pid=78761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:09.228956 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.240291 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.245129 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-9682a8ce-c882-4714-a256-cf5370778e57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:09.255656 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] For port e2453219-45e0-4a83-b5e3-68323fb5d3f2, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:09.260475 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] For port e2453219-45e0-4a83-b5e3-68323fb5d3f2, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e2453219-45e0-4a83-b5e3-68323fb5d3f2,segment=NetworkSegment(7a48b7b2-4241-4b15-8e18-c1c35e2d22f0),segment_id=7a48b7b2-4241-4b15-8e18-c1c35e2d22f0)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:09.266362 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port e96cb9d4-df67-4340-8dd5-f230d4a8442f, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e96cb9d4-df67-4340-8dd5-f230d4a8442f,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:09.270808 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.275473 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:09.308813 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.367240 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Pushing event updated for resources: {'Port': ['ID=e2453219-45e0-4a83-b5e3-68323fb5d3f2,revision_number=2']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:09.373344 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:09.376243 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:09.425077 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.463507 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.476251 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-21ab22b7-6095-43fa-8403-9f6266c33373 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:09.493607 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=e96cb9d4-df67-4340-8dd5-f230d4a8442f,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:09.497485 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:09.509913 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Attempting to bind port 51922fb2-8e92-4f79-9279-698077ec7ef5 on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:09.510269 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Attempting to bind port 51922fb2-8e92-4f79-9279-698077ec7ef5 by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032'}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:09.510619 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Attempting to bind port 51922fb2-8e92-4f79-9279-698077ec7ef5 on network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:09.518505 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:09.518871 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Checking segment: {'id': '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:09.519268 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.519682 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Bound using segment: {'id': '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032'} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:09.520157 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Bound port: 51922fb2-8e92-4f79-9279-698077ec7ef5, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032'}}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:09.520519 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.529165 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:09.543477 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:09.550126 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:09.589414 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Pushing event updated for resources: {'Port': ['ID=51922fb2-8e92-4f79-9279-698077ec7ef5,revision_number=3']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:09.602009 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:09.602497 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:09.602916 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:09.603336 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:09.603780 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:09.604190 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:09.604795 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:09.605104 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:09.605513 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:09.605925 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:09.606330 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:09.607460 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:09.619222 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:09.649799 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] For port 51922fb2-8e92-4f79-9279-698077ec7ef5, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:09.653044 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] For port 51922fb2-8e92-4f79-9279-698077ec7ef5, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=51922fb2-8e92-4f79-9279-698077ec7ef5,segment=NetworkSegment(27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe),segment_id=27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe)] {{(pid=78761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:09.658881 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.663155 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:09.678848 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Pushing event updated for resources: {'Port': ['ID=531f99b1-40e0-4bfb-848e-945ac135f5ff,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:09.689704 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:09.780823 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Routers {'fbe00226-230a-4b16-ac41-5662e4d6983a'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:09.782058 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:07:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fbe00226-230a-4b16-ac41-5662e4d6983a'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:09.933653 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Pushing event updated for resources: {'Port': ['ID=51922fb2-8e92-4f79-9279-698077ec7ef5,revision_number=4']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:09.939711 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-edb7b31c-fa09-47c6-a40b-ff2d93cea308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:10.055391 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbc87f-2e76-447b-8411-f30e4bd90bf4 req-01a570f6-f868-4996-a81f-5e978272438e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:10.070767 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7dbbc87f-2e76-447b-8411-f30e4bd90bf4 req-01a570f6-f868-4996-a81f-5e978272438e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.1795547 May 17 12:07:10.125905 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7dbbc87f-2e76-447b-8411-f30e4bd90bf4 req-a9cd8bd1-d119-40ba-908a-101325ff61ed tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537927 May 17 12:07:10.131732 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] Set router fbe00226-230a-4b16-ac41-5662e4d6983a gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:10.137903 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:10.478350 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 4, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '51922fb2-8e92-4f79-9279-698077ec7ef5', 'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'mac_address': 'fa:16:3e:ae:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:04Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 4, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'subnets': [{'id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:10.483537 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9c1e6-ac6a-4b5d-b1c7-bc9c469d38ba None None] The sync data for ids ['fbe00226-230a-4b16-ac41-5662e4d6983a'] in dv-cinder-734144-19-smb is: [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 4, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '51922fb2-8e92-4f79-9279-698077ec7ef5', 'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'mac_address': 'fa:16:3e:ae:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:04Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 4, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'subnets': [{'id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:10.620877 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394920'] for router, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:10.754612 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e96cb9d4-df67-4340-8dd5-f230d4a8442f up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:10.782355 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3557e6f2-b69e-4547-90ba-cdd47e232ded None None] Network e9bb5c13-635d-4a80-b2c5-a2851aefc923 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:07:10.852894 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Router 8de841a5-2451-46c7-9152-d781491ef744 is scheduled to L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b with binding_index 1 {{(pid=78758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:07:10.907918 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-b73323f7-468d-4e83-92ee-a4593d6d2299 None None] Provisioning for port e2453219-45e0-4a83-b5e3-68323fb5d3f2 completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:10.995954 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port e96cb9d4-df67-4340-8dd5-f230d4a8442f triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:10.996314 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:11.047430 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:07:11.058883 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Sync routers for ids ['8de841a5-2451-46c7-9152-d781491ef744'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:11.073281 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Notify callbacks [] for router, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:11.074530 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1896386 May 17 12:07:11.078057 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 55624) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:11.124201 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Routers {'8de841a5-2451-46c7-9152-d781491ef744'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:11.124865 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:07:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['8de841a5-2451-46c7-9152-d781491ef744'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:11.386158 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b1538614-d80c-4cc0-bd67-4626491eebb0 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:07:11.410478 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 51922fb2-8e92-4f79-9279-698077ec7ef5 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:11.555859 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f489b69-5516-45ee-a1e1-6950dcc6456d req-ea756a3d-8274-49e7-8f2c-9eb19da1260e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:11.560642 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2f489b69-5516-45ee-a1e1-6950dcc6456d req-ea756a3d-8274-49e7-8f2c-9eb19da1260e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 943 time: 0.2755697 May 17 12:07:11.561184 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Set router 8de841a5-2451-46c7-9152-d781491ef744 gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:11.633274 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2f489b69-5516-45ee-a1e1-6950dcc6456d req-142b8d83-768e-4ddc-8cdb-fccbc8bd8969 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658925 May 17 12:07:11.735340 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:11.876281 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port 51922fb2-8e92-4f79-9279-698077ec7ef5 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:11.904713 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 51922fb2-8e92-4f79-9279-698077ec7ef5 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:11.904920 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:11.974424 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port b1538614-d80c-4cc0-bd67-4626491eebb0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b1538614-d80c-4cc0-bd67-4626491eebb0,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:11.994077 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.010405 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'port_id': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'mac_address': 'fa:16:3e:a6:d4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:07:12.161347 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.191771 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.203162 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1538614-d80c-4cc0-bd67-4626491eebb0 {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:07:12.236110 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port b1538614-d80c-4cc0-bd67-4626491eebb0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b1538614-d80c-4cc0-bd67-4626491eebb0,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:12.246892 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.250794 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:12.283540 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de841a5-2451-46c7-9152-d781491ef744', 'name': 'tempest-TestMinimumBasicScenario-1350745971-router', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 3, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'gw_port': {'id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de841a5-2451-46c7-9152-d781491ef744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:09Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:12.293306 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port 51922fb2-8e92-4f79-9279-698077ec7ef5, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=51922fb2-8e92-4f79-9279-698077ec7ef5,segment=NetworkSegment(27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe),segment_id=27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:12.307574 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Checking router: 8de841a5-2451-46c7-9152-d781491ef744 for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:12.307982 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Updating router 8de841a5-2451-46c7-9152-d781491ef744 port 531f99b1-40e0-4bfb-848e-945ac135f5ff binding host dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:07:12.334115 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Allocated IP 172.20.0.1 (e9bb5c13-635d-4a80-b2c5-a2851aefc923/f0c1a384-5642-4797-a105-45fee52dbb82/aa2d68b1-74aa-43cd-87e4-13120a6c8b3c) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:12.341030 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.342028 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e2453219-45e0-4a83-b5e3-68323fb5d3f2 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:12.433534 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.487727 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=b1538614-d80c-4cc0-bd67-4626491eebb0,revision_number=9']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:12.493595 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:12.495933 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:12.509033 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.525643 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Transition to ACTIVE for port object aa2d68b1-74aa-43cd-87e4-13120a6c8b3c will not be triggered until provisioned by entity DHCP. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:12.557440 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.565648 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-83f73971-1a10-4502-b903-d746e304d285 tempest-VolumesSnapshotTestJSON-956815660 tempest-VolumesSnapshotTestJSON-956815660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:12.622927 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port e2453219-45e0-4a83-b5e3-68323fb5d3f2 completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:12.631624 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Network e9bb5c13-635d-4a80-b2c5-a2851aefc923 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:12.634444 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:12.638874 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:12.639902 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port e2453219-45e0-4a83-b5e3-68323fb5d3f2 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:12.640278 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.691090 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2d68b1-74aa-43cd-87e4-13120a6c8b3c,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:12.692518 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['b1538614-d80c-4cc0-bd67-4626491eebb0'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:07:12.695813 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:12.723960 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434515'] for router_interface, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.736688 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=51922fb2-8e92-4f79-9279-698077ec7ef5,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:12.747056 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:13.021449 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4e2e1-6477-43e9-bc4d-b302cd166b42 req-717f98c0-7db8-4440-a53d-3aa6f6ca35b9 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:13.022794 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-02d4e2e1-6477-43e9-bc4d-b302cd166b42 req-717f98c0-7db8-4440-a53d-3aa6f6ca35b9 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 944 time: 0.1547389 May 17 12:07:13.081300 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-a55548d1-f964-4b34-9bac-7433dd3c3c69 None None] Provisioning for port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:13.090094 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.119650 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-a55548d1-f964-4b34-9bac-7433dd3c3c69 None None] Provisioning complete for port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:13.120315 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a55548d1-f964-4b34-9bac-7433dd3c3c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.130981 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-02d4e2e1-6477-43e9-bc4d-b302cd166b42 req-3ae4ab81-338d-4ede-af7e-3140b0dce0b5 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006217 May 17 12:07:13.133563 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.275856 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-a55548d1-f964-4b34-9bac-7433dd3c3c69 None None] Port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:07:13.287250 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port e2453219-45e0-4a83-b5e3-68323fb5d3f2, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e2453219-45e0-4a83-b5e3-68323fb5d3f2,segment=NetworkSegment(7a48b7b2-4241-4b15-8e18-c1c35e2d22f0),segment_id=7a48b7b2-4241-4b15-8e18-c1c35e2d22f0)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:13.293165 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Notify callbacks [] for port, precommit_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.298823 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.303972 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:13.349107 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Transition to ACTIVE for port object 531f99b1-40e0-4bfb-848e-945ac135f5ff will not be triggered until provisioned by entity L2. {{(pid=78760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:13.373545 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.401970 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cdb2fec4-80b9-4678-976a-fcaec446f0d9 req-3dfbeac2-b248-4c69-9384-896bbb79b3a5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2512689 May 17 12:07:13.410740 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=e2453219-45e0-4a83-b5e3-68323fb5d3f2,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:13.413468 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 51922fb2-8e92-4f79-9279-698077ec7ef5 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:13.441191 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:13.442043 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-be1ab96a-b8ec-4a1f-8932-c2302183b6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:13.496093 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Attempting to bind port 531f99b1-40e0-4bfb-848e-945ac135f5ff on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:13.496469 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Attempting to bind port 531f99b1-40e0-4bfb-848e-945ac135f5ff by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:13.496832 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Attempting to bind port 531f99b1-40e0-4bfb-848e-945ac135f5ff on network c7032b67-ae9d-4252-ba6d-57576c0c23c3 {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:13.531117 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:13.531567 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Checking segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:13.531814 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.532243 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Bound using segment: {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'} {{(pid=78760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:13.532727 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.managers [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Bound port: 531f99b1-40e0-4bfb-848e-945ac135f5ff, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2618362e-5c3c-4c71-9d7d-488c65cef9b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}}] {{(pid=78760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:13.533103 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.544116 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.553224 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739231'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.593132 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:13.602576 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01314465-4a55-4d4c-b530-619df866f724 None None] Pushing event updated for resources: {'Port': ['ID=531f99b1-40e0-4bfb-848e-945ac135f5ff,revision_number=2']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:13.607476 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-01314465-4a55-4d4c-b530-619df866f724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:13.627828 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2fec4-80b9-4678-976a-fcaec446f0d9 req-905d926d-c846-4b25-921c-825835978686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:13.629333 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cdb2fec4-80b9-4678-976a-fcaec446f0d9 req-905d926d-c846-4b25-921c-825835978686 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e0609b6aaf74c2296065762a9918789&device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 1099 time: 0.1961882 May 17 12:07:13.636529 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 51922fb2-8e92-4f79-9279-698077ec7ef5 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:13.636960 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.662360 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] For port 531f99b1-40e0-4bfb-848e-945ac135f5ff, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:13.736242 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] For port 531f99b1-40e0-4bfb-848e-945ac135f5ff, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=531f99b1-40e0-4bfb-848e-945ac135f5ff,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:13.742857 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.748317 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:13.767575 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399604'] for router_interface, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.773461 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2d68b1-74aa-43cd-87e4-13120a6c8b3c,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:13.781351 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:13.839747 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Routers {'8de841a5-2451-46c7-9152-d781491ef744'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:13.841367 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:07:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['8de841a5-2451-46c7-9152-d781491ef744'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:13.914263 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2fec4-80b9-4678-976a-fcaec446f0d9 req-4ed55a75-809a-426d-8f1c-ad62f96326d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:13.915962 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cdb2fec4-80b9-4678-976a-fcaec446f0d9 req-4ed55a75-809a-426d-8f1c-ad62f96326d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74 HTTP/1.1" status: 200 len: 909 time: 0.2572770 May 17 12:07:13.960287 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01314465-4a55-4d4c-b530-619df866f724 None None] Pushing event updated for resources: {'Port': ['ID=531f99b1-40e0-4bfb-848e-945ac135f5ff,revision_number=3']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:13.969405 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-01314465-4a55-4d4c-b530-619df866f724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:14.092291 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] Set router 8de841a5-2451-46c7-9152-d781491ef744 gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:14.173772 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Network e9bb5c13-635d-4a80-b2c5-a2851aefc923 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:14.175966 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cdb2fec4-80b9-4678-976a-fcaec446f0d9 req-d960a9f6-4715-4e72-83ca-a958087a2fa6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7 HTTP/1.1" status: 200 len: 1002 time: 0.2470219 May 17 12:07:14.176933 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:14.346279 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2fec4-80b9-4678-976a-fcaec446f0d9 req-5b681b5d-4767-4b23-8907-d4203c135f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:14.347738 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cdb2fec4-80b9-4678-976a-fcaec446f0d9 req-5b681b5d-4767-4b23-8907-d4203c135f92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8612b030-a091-464f-b296-b7f7690176ee HTTP/1.1" status: 200 len: 847 time: 0.1648312 May 17 12:07:14.457960 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de841a5-2451-46c7-9152-d781491ef744', 'name': 'tempest-TestMinimumBasicScenario-1350745971-router', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'gw_port': {'id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de841a5-2451-46c7-9152-d781491ef744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:09Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': 'aa2d68b1-74aa-43cd-87e4-13120a6c8b3c', 'name': '', 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'mac_address': 'fa:16:3e:14:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de841a5-2451-46c7-9152-d781491ef744', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f0c1a384-5642-4797-a105-45fee52dbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:12Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 2, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'subnets': [{'id': 'f0c1a384-5642-4797-a105-45fee52dbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:14.462035 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c0bc8-d84b-4d96-a250-e61fde79071a None None] The sync data for ids ['8de841a5-2451-46c7-9152-d781491ef744'] in dv-cinder-734144-19-smb is: [{'id': '8de841a5-2451-46c7-9152-d781491ef744', 'name': 'tempest-TestMinimumBasicScenario-1350745971-router', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'gw_port': {'id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de841a5-2451-46c7-9152-d781491ef744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:09Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': 'aa2d68b1-74aa-43cd-87e4-13120a6c8b3c', 'name': '', 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'mac_address': 'fa:16:3e:14:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de841a5-2451-46c7-9152-d781491ef744', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f0c1a384-5642-4797-a105-45fee52dbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:12Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 2, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'subnets': [{'id': 'f0c1a384-5642-4797-a105-45fee52dbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:14.510760 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-9103d1e8-f9ac-46ff-829a-fa6b7ceafb99 None None] Provisioning complete for port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:14.511136 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-9103d1e8-f9ac-46ff-829a-fa6b7ceafb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:14.568501 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-9103d1e8-f9ac-46ff-829a-fa6b7ceafb99 None None] Port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:07:14.584409 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd71b9c-7423-40a9-a88d-ad08385bd6a4 req-7cd6345f-49ce-48d0-b418-f174659cc599 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:14.585749 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6fd71b9c-7423-40a9-a88d-ad08385bd6a4 req-7cd6345f-49ce-48d0-b418-f174659cc599 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 944 time: 0.2887943 May 17 12:07:14.589102 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Router 8de841a5-2451-46c7-9152-d781491ef744 has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:07:14.595464 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2fec4-80b9-4678-976a-fcaec446f0d9 req-2f11a9aa-34f5-49dc-91e2-80e0e35bcd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:14.596905 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cdb2fec4-80b9-4678-976a-fcaec446f0d9 req-2f11a9aa-34f5-49dc-91e2-80e0e35bcd4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2257209 May 17 12:07:14.844464 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6fd71b9c-7423-40a9-a88d-ad08385bd6a4 req-bd031b19-062d-4f6c-8411-bcaf1501f15c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511628 May 17 12:07:14.974265 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cdb2fec4-80b9-4678-976a-fcaec446f0d9 req-d2fa2417-6466-4303-ad7e-0779c688a9de service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625228 May 17 12:07:15.000171 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:07:15.074196 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] 10.222.0.47 "PUT /v2.0/routers/8de841a5-2451-46c7-9152-d781491ef744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9949276 May 17 12:07:15.187976 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cdb2fec4-80b9-4678-976a-fcaec446f0d9 req-b5902b35-e282-4b28-92ea-b7eac0c98dd6 service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059598 May 17 12:07:15.393638 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b1538614-d80c-4cc0-bd67-4626491eebb0 up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:15.518976 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port b1538614-d80c-4cc0-bd67-4626491eebb0 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:15.519381 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:15.551507 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 531f99b1-40e0-4bfb-848e-945ac135f5ff up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:15.696399 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port 531f99b1-40e0-4bfb-848e-945ac135f5ff completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:15.706074 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 531f99b1-40e0-4bfb-848e-945ac135f5ff triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:15.706452 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:15.736987 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:15.787849 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:15.806611 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port b1538614-d80c-4cc0-bd67-4626491eebb0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b1538614-d80c-4cc0-bd67-4626491eebb0,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:15.845029 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:15.857427 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-01314465-4a55-4d4c-b530-619df866f724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:15.892498 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'code': 200} May 17 12:07:15.928881 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:15.947626 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=b1538614-d80c-4cc0-bd67-4626491eebb0,revision_number=10']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:15.952504 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:15.955144 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port 531f99b1-40e0-4bfb-848e-945ac135f5ff, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=531f99b1-40e0-4bfb-848e-945ac135f5ff,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:15.960621 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:15.961486 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e2453219-45e0-4a83-b5e3-68323fb5d3f2 up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:15.988079 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-c353d24b-3e99-4932-8ba0-c082020062e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:16.087718 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=531f99b1-40e0-4bfb-848e-945ac135f5ff,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:16.091154 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:16.104106 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port e2453219-45e0-4a83-b5e3-68323fb5d3f2 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:16.104490 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.555113 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a18afc-ea83-43da-a825-ded5841e88bb req-3cf98027-080f-4452-98fc-80ca88c60d24 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:16.560626 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a5a18afc-ea83-43da-a825-ded5841e88bb req-3cf98027-080f-4452-98fc-80ca88c60d24 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 946 time: 0.5728045 May 17 12:07:16.586169 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6164448-01d7-47b8-aa1c-97b796e0d600 req-d3647cc9-545f-4e23-890c-6b150b690cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:16.587950 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d6164448-01d7-47b8-aa1c-97b796e0d600 req-d3647cc9-545f-4e23-890c-6b150b690cdf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 1099 time: 0.1278548 May 17 12:07:16.669372 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a5a18afc-ea83-43da-a825-ded5841e88bb req-17a6a1ef-a8de-43fe-b9b8-0ea172e078c6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059923 May 17 12:07:16.693060 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d6164448-01d7-47b8-aa1c-97b796e0d600 req-4d2bc6b3-c189-4e07-b7f8-85ba146c54a3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953910 May 17 12:07:17.406297 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 531f99b1-40e0-4bfb-848e-945ac135f5ff up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:17.486687 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port 531f99b1-40e0-4bfb-848e-945ac135f5ff triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:17.487119 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:17.961189 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523053aa-0e0c-4b05-a35d-4b46689b4f51 req-38a021e0-b73c-4fe7-91e8-cd32688be064 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:17.966459 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-523053aa-0e0c-4b05-a35d-4b46689b4f51 req-38a021e0-b73c-4fe7-91e8-cd32688be064 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 946 time: 0.1533029 May 17 12:07:18.039999 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-523053aa-0e0c-4b05-a35d-4b46689b4f51 req-ca7306b8-84be-47d2-99a2-e1aa88f02855 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659099 May 17 12:07:18.265570 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Sync routers for ids ['8de841a5-2451-46c7-9152-d781491ef744'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:18.277998 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Routers {'8de841a5-2451-46c7-9152-d781491ef744'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:18.278737 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:07:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['8de841a5-2451-46c7-9152-d781491ef744'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:18.491601 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Set router 8de841a5-2451-46c7-9152-d781491ef744 gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:19.027759 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de841a5-2451-46c7-9152-d781491ef744', 'name': 'tempest-TestMinimumBasicScenario-1350745971-router', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'gw_port': {'id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de841a5-2451-46c7-9152-d781491ef744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:09Z', 'updated_at': '2021-05-17T12:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': 'aa2d68b1-74aa-43cd-87e4-13120a6c8b3c', 'name': '', 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'mac_address': 'fa:16:3e:14:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de841a5-2451-46c7-9152-d781491ef744', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f0c1a384-5642-4797-a105-45fee52dbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:12Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 2, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'subnets': [{'id': 'f0c1a384-5642-4797-a105-45fee52dbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:19.032838 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Checking router: 8de841a5-2451-46c7-9152-d781491ef744 for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:19.033331 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Updating router 8de841a5-2451-46c7-9152-d781491ef744 port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c binding host dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:07:19.124720 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:19.359879 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25be5b-1192-4530-b7f1-8bef61c4dfbf req-82f811f9-48b7-404b-a679-39a4830e16da tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:19.363311 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-eb25be5b-1192-4530-b7f1-8bef61c4dfbf req-82f811f9-48b7-404b-a679-39a4830e16da tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 946 time: 0.1763980 May 17 12:07:19.420254 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-eb25be5b-1192-4530-b7f1-8bef61c4dfbf req-afac3af5-e7dd-4fa6-a994-393d41fc92cf tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509689 May 17 12:07:19.581504 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Notify callbacks [] for port, precommit_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:19.599157 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.provisioning_blocks [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Transition to ACTIVE for port object aa2d68b1-74aa-43cd-87e4-13120a6c8b3c will not be triggered until provisioned by entity L2. {{(pid=78761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:19.609869 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:19.613989 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:19.839900 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cd746-a232-4f41-ab59-157c0ca8959b None None] Pushing event updated for resources: {'Port': ['ID=aa2d68b1-74aa-43cd-87e4-13120a6c8b3c,revision_number=3']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:19.850208 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-664cd746-a232-4f41-ab59-157c0ca8959b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:19.916873 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Attempting to bind port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c on host dv-cinder-734144-19-smb for vnic_type normal with profile {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:19.917465 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Attempting to bind port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c by drivers openvswitch,hyperv on host dv-cinder-734144-19-smb at level 0 using segments [{'id': '7a48b7b2-4241-4b15-8e18-c1c35e2d22f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923'}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:19.917902 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Attempting to bind port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c on network e9bb5c13-635d-4a80-b2c5-a2851aefc923 {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:19.924472 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Checking agent: {'id': 'a3291f75-9a2f-46d8-a458-ed041a629767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 36), 'started_at': datetime.datetime(2021, 5, 17, 11, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:19.924849 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Checking segment: {'id': '7a48b7b2-4241-4b15-8e18-c1c35e2d22f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:19.925254 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:19.925648 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Bound using segment: {'id': '7a48b7b2-4241-4b15-8e18-c1c35e2d22f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923'} {{(pid=78761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:19.926122 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.managers [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Bound port: aa2d68b1-74aa-43cd-87e4-13120a6c8b3c, host: dv-cinder-734144-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a48b7b2-4241-4b15-8e18-c1c35e2d22f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923'}}] {{(pid=78761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:19.926804 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:20.038287 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] For port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c, host dv-cinder-734144-19-smb, cleared binding levels {{(pid=78761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:20.043038 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.plugins.ml2.db [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] For port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c, host dv-cinder-734144-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=aa2d68b1-74aa-43cd-87e4-13120a6c8b3c,segment=NetworkSegment(7a48b7b2-4241-4b15-8e18-c1c35e2d22f0),segment_id=7a48b7b2-4241-4b15-8e18-c1c35e2d22f0)] {{(pid=78761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:20.050408 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron_lib.callbacks.manager [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:20.059135 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:20.188719 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Routers {'8de841a5-2451-46c7-9152-d781491ef744'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:20.189363 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:07:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['8de841a5-2451-46c7-9152-d781491ef744'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:20.270735 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cd746-a232-4f41-ab59-157c0ca8959b None None] Pushing event updated for resources: {'Port': ['ID=aa2d68b1-74aa-43cd-87e4-13120a6c8b3c,revision_number=4']} {{(pid=78761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:20.276552 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG oslo_concurrency.lockutils [None req-664cd746-a232-4f41-ab59-157c0ca8959b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:20.431380 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] Set router 8de841a5-2451-46c7-9152-d781491ef744 gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:20.752055 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b343dae-8dd6-4fa3-b263-0808421f35bf req-78622be9-9eaa-42ee-8bf4-6329cebbf611 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:20.753521 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4b343dae-8dd6-4fa3-b263-0808421f35bf req-78622be9-9eaa-42ee-8bf4-6329cebbf611 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 946 time: 0.1239731 May 17 12:07:20.815119 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4b343dae-8dd6-4fa3-b263-0808421f35bf req-a2d5ee29-0a0f-4994-bdec-1a819b12b111 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528934 May 17 12:07:20.886439 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de841a5-2451-46c7-9152-d781491ef744', 'name': 'tempest-TestMinimumBasicScenario-1350745971-router', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'gw_port': {'id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de841a5-2451-46c7-9152-d781491ef744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:09Z', 'updated_at': '2021-05-17T12:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': 'aa2d68b1-74aa-43cd-87e4-13120a6c8b3c', 'name': '', 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'mac_address': 'fa:16:3e:14:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de841a5-2451-46c7-9152-d781491ef744', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f0c1a384-5642-4797-a105-45fee52dbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:12Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 4, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'subnets': [{'id': 'f0c1a384-5642-4797-a105-45fee52dbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:20.891444 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fee13e-c8e8-41da-95f4-08f9a3b2a3c6 None None] The sync data for ids ['8de841a5-2451-46c7-9152-d781491ef744'] in dv-cinder-734144-19-smb is: [{'id': '8de841a5-2451-46c7-9152-d781491ef744', 'name': 'tempest-TestMinimumBasicScenario-1350745971-router', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'gw_port': {'id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de841a5-2451-46c7-9152-d781491ef744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:09Z', 'updated_at': '2021-05-17T12:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': 'aa2d68b1-74aa-43cd-87e4-13120a6c8b3c', 'name': '', 'network_id': 'e9bb5c13-635d-4a80-b2c5-a2851aefc923', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'mac_address': 'fa:16:3e:14:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de841a5-2451-46c7-9152-d781491ef744', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f0c1a384-5642-4797-a105-45fee52dbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:12Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 4, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'subnets': [{'id': 'f0c1a384-5642-4797-a105-45fee52dbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:21.462235 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device aa2d68b1-74aa-43cd-87e4-13120a6c8b3c up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:21.568005 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning for port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:21.574620 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:21.576468 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:21.740064 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:21.787652 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] For port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=aa2d68b1-74aa-43cd-87e4-13120a6c8b3c,segment=NetworkSegment(7a48b7b2-4241-4b15-8e18-c1c35e2d22f0),segment_id=7a48b7b2-4241-4b15-8e18-c1c35e2d22f0)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:21.797975 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:21.800448 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-2ff3e801-28ea-4cb3-ae40-856a0fe34622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:21.877526 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Pushing event updated for resources: {'Port': ['ID=aa2d68b1-74aa-43cd-87e4-13120a6c8b3c,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:21.880725 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:23.404591 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device aa2d68b1-74aa-43cd-87e4-13120a6c8b3c up at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:23.481806 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Provisioning complete for port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:23.482326 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:26.316437 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-aa038d55-217f-4c6a-baff-e9f2bbe69e06 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:26.317756 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-aa038d55-217f-4c6a-baff-e9f2bbe69e06 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/networks?id=87c86afa-69ac-4f8c-a617-2a3cd9fed032 HTTP/1.1" status: 200 len: 814 time: 0.2563150 May 17 12:07:26.334450 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-cb02c728-f931-4dcd-8753-132167f0eff0 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/quotas/41f486e01a9d4659b251b5bc393d3a63 HTTP/1.1" status: 200 len: 375 time: 0.0110269 May 17 12:07:26.422474 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-f6703ed8-8218-4be8-b4c5-041d3fcae3eb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=41f486e01a9d4659b251b5bc393d3a63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825009 May 17 12:07:26.607102 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b38263e2-16fc-4286-921e-88aaec4ecc64 service neutron] 10.222.0.47 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714976 May 17 12:07:26.740054 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-77f5ba94-b9bf-4f2c-8303-ee4636f49267 service neutron] 10.222.0.47 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269898 May 17 12:07:26.924693 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2b162348-7321-4bfd-a640-076f8b47e2d8 req-9434baf3-3526-440e-9a9a-661cc952be2c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 210 time: 0.0455256 May 17 12:07:28.074633 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6122df7f-76d7-4325-9c4a-a96a7920bbae req-3b7cadd4-c440-4b4b-9cde-81fcfa4f0f0c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 210 time: 0.0434878 May 17 12:07:28.265854 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-7c8b9574-177d-4c59-935f-98a75e224a9b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:28.267246 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-7c8b9574-177d-4c59-935f-98a75e224a9b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.64 "GET /v2.0/networks?id=87c86afa-69ac-4f8c-a617-2a3cd9fed032 HTTP/1.1" status: 200 len: 814 time: 0.1671314 May 17 12:07:28.280956 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Request body: {'port': {'device_id': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'admin_state_up': True, 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:28.434982 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:28.441812 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Usage tracker for resource:port and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:28.446974 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:28.457942 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:28.471040 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Made reservation on behalf of 41f486e01a9d4659b251b5bc393d3a63 for: {'port': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:28.474667 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:28.651704 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Allocated IP 172.20.0.4 (87c86afa-69ac-4f8c-a617-2a3cd9fed032/8df98ee1-7065-4abe-b26f-da16ee880617/61f75371-5a05-4c05-842a-d3972e5cf97f) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:28.959415 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:28.979136 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Transition to ACTIVE for port object 61f75371-5a05-4c05-842a-d3972e5cf97f will not be triggered until provisioned by entity DHCP. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:29.005365 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:29.011524 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-5d42d4ed-cf3d-43c8-a1bf-b4945c1451da tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:29.080830 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:29.083528 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:29.088009 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:29.150038 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event updated for resources: {'Port': ['ID=61f75371-5a05-4c05-842a-d3972e5cf97f,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:29.162939 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:29.163298 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:29.163673 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:29.164016 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:29.164355 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:29.164694 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:29.165064 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:29.165364 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:29.165699 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:29.166029 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:29.166360 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:29.166689 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:29.173352 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:29.186610 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:29.187558 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:29.251277 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9748693 May 17 12:07:29.312986 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd158599-aea8-49ca-a14b-0786c4d8becd req-92871b2e-8559-436b-825f-dc13eb44b3ca tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:29.313796 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-cd158599-aea8-49ca-a14b-0786c4d8becd req-92871b2e-8559-436b-825f-dc13eb44b3ca tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Synchronizing usage tracker for tenant:41f486e01a9d4659b251b5bc393d3a63 on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:29.348682 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-cd158599-aea8-49ca-a14b-0786c4d8becd req-92871b2e-8559-436b-825f-dc13eb44b3ca tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Unset dirty status for tenant:41f486e01a9d4659b251b5bc393d3a63 on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:29.355862 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd158599-aea8-49ca-a14b-0786c4d8becd req-92871b2e-8559-436b-825f-dc13eb44b3ca tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 931 time: 0.1494720 May 17 12:07:29.412841 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd158599-aea8-49ca-a14b-0786c4d8becd req-488270f9-c2a7-4a75-a288-7860ce7927fa tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553117 May 17 12:07:29.415460 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-6632ce33-dc53-4ac2-8cf7-cd4c6ee900cc None None] Provisioning for port 61f75371-5a05-4c05-842a-d3972e5cf97f completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:29.431076 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-6632ce33-dc53-4ac2-8cf7-cd4c6ee900cc None None] Provisioning complete for port 61f75371-5a05-4c05-842a-d3972e5cf97f triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:29.431482 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-6632ce33-dc53-4ac2-8cf7-cd4c6ee900cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:29.491600 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-6632ce33-dc53-4ac2-8cf7-cd4c6ee900cc None None] Port 61f75371-5a05-4c05-842a-d3972e5cf97f cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:07:30.598930 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40189e0-065b-4d79-aa8b-e0edc3ac6998 req-1478f05d-500e-462b-a9d8-5391a6d7a460 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:30.600422 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d40189e0-065b-4d79-aa8b-e0edc3ac6998 req-1478f05d-500e-462b-a9d8-5391a6d7a460 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 931 time: 0.0859866 May 17 12:07:30.649053 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d40189e0-065b-4d79-aa8b-e0edc3ac6998 req-737bfa9d-89eb-4443-bd07-839a0506e1c9 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425367 May 17 12:07:31.870124 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d6a2-4e88-4d5d-85e6-073158dd7843 req-1a599603-22eb-469b-a16c-fc3d73c33a89 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:31.873308 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3a48d6a2-4e88-4d5d-85e6-073158dd7843 req-1a599603-22eb-469b-a16c-fc3d73c33a89 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 931 time: 0.1073747 May 17 12:07:32.031173 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3a48d6a2-4e88-4d5d-85e6-073158dd7843 req-58c60b0f-0491-4066-80dc-07925f287b79 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505699 May 17 12:07:32.982142 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-86da48fc-3b99-4ea1-be1a-294a160ffe59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:33.272312 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1fb8d-24d7-4f60-ba05-7d78135c507f req-8ece9731-813f-471f-b877-142622b48bdc tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:33.273887 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c0a1fb8d-24d7-4f60-ba05-7d78135c507f req-8ece9731-813f-471f-b877-142622b48bdc tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 931 time: 0.1116164 May 17 12:07:33.353107 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c0a1fb8d-24d7-4f60-ba05-7d78135c507f req-7177dfea-4cc1-455d-82b5-35497659afa5 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699408 May 17 12:07:34.595973 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d2db3-7e07-4e1f-80f4-43f666b7dbd8 req-dc6ce699-d3aa-4b01-bfcb-4bd3c05048fd tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:34.597723 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4b1d2db3-7e07-4e1f-80f4-43f666b7dbd8 req-dc6ce699-d3aa-4b01-bfcb-4bd3c05048fd tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 931 time: 0.1082771 May 17 12:07:34.649439 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4b1d2db3-7e07-4e1f-80f4-43f666b7dbd8 req-4dad2ed2-8b56-47fa-a614-9b047b969034 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450871 May 17 12:07:34.970330 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:07:35.592381 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-92a1c5f0-aeaa-42a9-9299-bff7de525d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:35.666130 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:35.860522 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20851f-bbff-43a0-a2ee-41c315844744 req-fded737f-8f61-4868-a782-43fa024fd890 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:35.862325 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7a20851f-bbff-43a0-a2ee-41c315844744 req-fded737f-8f61-4868-a782-43fa024fd890 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 931 time: 0.0898945 May 17 12:07:35.925314 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7a20851f-bbff-43a0-a2ee-41c315844744 req-90824682-7c43-45ef-a8a5-8ac28efca77b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510743 May 17 12:07:36.680282 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:37.232549 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33fb3-6c4f-4415-abfb-ce7095f0439c req-d8e97771-319b-4915-b123-1822f7e31e66 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:37.234950 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-17c33fb3-6c4f-4415-abfb-ce7095f0439c req-d8e97771-319b-4915-b123-1822f7e31e66 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 931 time: 0.1114612 May 17 12:07:37.317977 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-17c33fb3-6c4f-4415-abfb-ce7095f0439c req-ec19d173-016c-4ae1-b9e3-a3e8eced1859 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766366 May 17 12:07:38.493126 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.560009 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b6190-546f-4ce9-a999-f6b31a61ffff req-06f17d94-ed4b-40e4-a924-01d939aaf320 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:38.561525 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-eb3b6190-546f-4ce9-a999-f6b31a61ffff req-06f17d94-ed4b-40e4-a924-01d939aaf320 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 931 time: 0.1044531 May 17 12:07:38.633159 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-eb3b6190-546f-4ce9-a999-f6b31a61ffff req-531ba5c5-49cc-4d5d-8ba4-9cc8595b4972 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603251 May 17 12:07:39.865005 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4fe0b-7b38-4d76-abc7-2b66164367af req-a1cf4f63-6bb5-41e6-801c-5e243ce85bdf tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:39.866495 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-69a4fe0b-7b38-4d76-abc7-2b66164367af req-a1cf4f63-6bb5-41e6-801c-5e243ce85bdf tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 931 time: 0.0866380 May 17 12:07:39.946539 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-69a4fe0b-7b38-4d76-abc7-2b66164367af req-6709d49b-22e9-4d9d-8896-83b272f7de6e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716097 May 17 12:07:41.145907 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a244a0-5299-4781-a0ff-debaecfd1fd2 req-a03a16b5-8967-4a18-ac13-0223bce2cb21 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:41.147590 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-89a244a0-5299-4781-a0ff-debaecfd1fd2 req-a03a16b5-8967-4a18-ac13-0223bce2cb21 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 931 time: 0.0856681 May 17 12:07:41.200599 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-89a244a0-5299-4781-a0ff-debaecfd1fd2 req-cb34e8df-ece6-4572-bb6d-75e3b37e6d7d tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 May 17 12:07:41.478917 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:42.399462 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a52280-5fd6-4d3b-b2d4-caa27b6ac9f1 req-ea306af2-f0ad-43d9-b6bc-272e40541cd4 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:42.400976 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e7a52280-5fd6-4d3b-b2d4-caa27b6ac9f1 req-ea306af2-f0ad-43d9-b6bc-272e40541cd4 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 931 time: 0.0888996 May 17 12:07:42.450332 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e7a52280-5fd6-4d3b-b2d4-caa27b6ac9f1 req-4b26994a-398e-433c-8606-2a0d971b13a1 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436127 May 17 12:07:43.651638 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c19ad-74e0-48e4-b90d-de67725a59d1 req-5b6c61c3-f401-4fa9-bc21-f0ae276b03f5 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:43.653632 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-930c19ad-74e0-48e4-b90d-de67725a59d1 req-5b6c61c3-f401-4fa9-bc21-f0ae276b03f5 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 931 time: 0.0886011 May 17 12:07:43.704008 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-930c19ad-74e0-48e4-b90d-de67725a59d1 req-42f51a63-cc37-447a-9e85-f51d8b30276c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445378 May 17 12:07:44.556234 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Request body: {'port': {'device_id': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:44.693111 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:45.018086 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d123c-c686-4e90-84e6-2eb06854bac7 req-6fd0f470-e7a9-4444-84db-8fd8c41c7ff7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:45.019612 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0a0d123c-c686-4e90-84e6-2eb06854bac7 req-6fd0f470-e7a9-4444-84db-8fd8c41c7ff7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 931 time: 0.1959643 May 17 12:07:45.102961 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0a0d123c-c686-4e90-84e6-2eb06854bac7 req-975b6f03-923d-4f05-a340-20bbcf615935 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718086 May 17 12:07:45.184350 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f75371-5a05-4c05-842a-d3972e5cf97f {{(pid=78759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:07:45.192672 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:45.209082 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Transition to ACTIVE for port object 61f75371-5a05-4c05-842a-d3972e5cf97f will not be triggered until provisioned by entity L2. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:45.213491 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739231'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:45.218410 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cb41d24b-74ce-47ec-85a2-b5db0c74db15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:45.488393 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Pushing event updated for resources: {'Port': ['ID=61f75371-5a05-4c05-842a-d3972e5cf97f,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:45.492074 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:45.605663 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Attempting to bind port 61f75371-5a05-4c05-842a-d3972e5cf97f on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:45.606009 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Attempting to bind port 61f75371-5a05-4c05-842a-d3972e5cf97f by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032'}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:45.606335 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Attempting to bind port 61f75371-5a05-4c05-842a-d3972e5cf97f on network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:45.611171 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Port 61f75371-5a05-4c05-842a-d3972e5cf97f on network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:07:45.611528 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Attempting to bind port 61f75371-5a05-4c05-842a-d3972e5cf97f on network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:45.617530 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:45.618071 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Checking segment: {'id': '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:45.618605 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Bound using segment: {'id': '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032'} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:45.619085 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Bound port: 61f75371-5a05-4c05-842a-d3972e5cf97f, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032'}}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:45.619411 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:45.724855 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] For port 61f75371-5a05-4c05-842a-d3972e5cf97f, host hv-cinder-73414, cleared binding levels {{(pid=78759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:45.728434 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] For port 61f75371-5a05-4c05-842a-d3972e5cf97f, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=61f75371-5a05-4c05-842a-d3972e5cf97f,segment=NetworkSegment(27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe),segment_id=27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe)] {{(pid=78759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:45.735468 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739231'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:45.739265 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:45.805478 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:45.806120 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:45.807519 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] 10.222.0.64 "PUT /v2.0/ports/61f75371-5a05-4c05-842a-d3972e5cf97f HTTP/1.1" status: 200 len: 1093 time: 1.3041456 May 17 12:07:45.808008 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:45.834898 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Pushing event updated for resources: {'Port': ['ID=61f75371-5a05-4c05-842a-d3972e5cf97f,revision_number=3']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:45.838263 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:45.945815 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f', 'status': 'completed', 'code': 200} May 17 12:07:45.956649 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-e80fdb51-e457-416c-ba2d-ec4a58b93a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:45.958223 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-e80fdb51-e457-416c-ba2d-ec4a58b93a0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41f486e01a9d4659b251b5bc393d3a63&device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 1096 time: 0.0962043 May 17 12:07:46.052289 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-1c641a67-e344-49a5-ae93-7d977ef7f5ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61f75371-5a05-4c05-842a-d3972e5cf97f HTTP/1.1" status: 200 len: 217 time: 0.0787289 May 17 12:07:46.119609 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-2cb40bc8-c0d1-4084-bbc5-82d529deb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:46.122048 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-2cb40bc8-c0d1-4084-bbc5-82d529deb1fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8df98ee1-7065-4abe-b26f-da16ee880617 HTTP/1.1" status: 200 len: 853 time: 0.0632792 May 17 12:07:46.204286 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-e695696c-6735-460b-8a25-5f14cece7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:46.206001 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-e695696c-6735-460b-8a25-5f14cece7ab3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87c86afa-69ac-4f8c-a617-2a3cd9fed032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0771766 May 17 12:07:46.404157 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-6bdcf222-7a78-43cb-ae3e-e6faba551069 service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906371 May 17 12:07:46.416604 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b25c86-f9d4-4e84-887c-5958f4f1d40b req-e00fa364-5267-427a-9415-3f218fce1443 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:46.418670 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-27b25c86-f9d4-4e84-887c-5958f4f1d40b req-e00fa364-5267-427a-9415-3f218fce1443 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 943 time: 0.1863317 May 17 12:07:46.544675 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-27b25c86-f9d4-4e84-887c-5958f4f1d40b req-46b34d32-4bc5-4da3-bc46-57cfc6f886cf tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075652 May 17 12:07:46.582118 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7430c88b-03ab-4eb4-97ce-763d01f31643 req-71c8728f-1c52-47f0-8335-55a185f9f277 service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624901 May 17 12:07:46.704495 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc23742-6279-4524-a6c9-edc27c9f4327 req-00a114d9-b013-4d65-a000-5eaf875fc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:46.705887 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3cc23742-6279-4524-a6c9-edc27c9f4327 req-00a114d9-b013-4d65-a000-5eaf875fc391 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41f486e01a9d4659b251b5bc393d3a63&device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 1096 time: 0.0742004 May 17 12:07:46.847202 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc23742-6279-4524-a6c9-edc27c9f4327 req-64b56956-f06f-465a-89a9-68fc37b041f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:46.848750 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3cc23742-6279-4524-a6c9-edc27c9f4327 req-64b56956-f06f-465a-89a9-68fc37b041f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87c86afa-69ac-4f8c-a617-2a3cd9fed032 HTTP/1.1" status: 200 len: 915 time: 0.1355495 May 17 12:07:46.921571 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3cc23742-6279-4524-a6c9-edc27c9f4327 req-d22ef1d4-0d7f-4554-a3ce-3a051a22cd9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61f75371-5a05-4c05-842a-d3972e5cf97f HTTP/1.1" status: 200 len: 217 time: 0.0657041 May 17 12:07:46.990346 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc23742-6279-4524-a6c9-edc27c9f4327 req-3a5c40d7-a5dd-443b-a8d1-c74eb800fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:46.991822 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3cc23742-6279-4524-a6c9-edc27c9f4327 req-3a5c40d7-a5dd-443b-a8d1-c74eb800fbb3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8df98ee1-7065-4abe-b26f-da16ee880617 HTTP/1.1" status: 200 len: 853 time: 0.0640717 May 17 12:07:47.077217 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc23742-6279-4524-a6c9-edc27c9f4327 req-db8605cf-956d-4f90-8d69-32bb836c1703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:47.078856 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3cc23742-6279-4524-a6c9-edc27c9f4327 req-db8605cf-956d-4f90-8d69-32bb836c1703 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87c86afa-69ac-4f8c-a617-2a3cd9fed032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0803363 May 17 12:07:47.217561 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3cc23742-6279-4524-a6c9-edc27c9f4327 req-859fc36d-1381-4838-85b6-09283372eccf service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305435 May 17 12:07:47.450554 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3cc23742-6279-4524-a6c9-edc27c9f4327 req-a1fa7539-617a-4a3c-9f86-dde2bc9d2d9d service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256103 May 17 12:07:47.739255 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d77b9-bb98-48cf-aeea-4350a9b7d4c5 req-e0cd4200-d57b-4f76-80b9-f81cd6dad503 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:47.740728 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-663d77b9-bb98-48cf-aeea-4350a9b7d4c5 req-e0cd4200-d57b-4f76-80b9-f81cd6dad503 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 943 time: 0.0843594 May 17 12:07:47.790685 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-663d77b9-bb98-48cf-aeea-4350a9b7d4c5 req-10060f9d-d65e-4c16-9346-aed5e336b7bd tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435371 May 17 12:07:48.984580 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62f0be-5318-4679-818f-a2c5f5cc1978 req-728bb607-5d20-4600-b386-888768b0858e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:48.986170 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6b62f0be-5318-4679-818f-a2c5f5cc1978 req-728bb607-5d20-4600-b386-888768b0858e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 943 time: 0.0875249 May 17 12:07:49.033473 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6b62f0be-5318-4679-818f-a2c5f5cc1978 req-92532a03-7bea-424c-b25e-a0992aedc50e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 May 17 12:07:50.248877 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d7f78-1940-4c47-8913-435ebced7d84 req-13de7ad2-431f-4e88-b52b-84c8ba75d5c7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:50.250570 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8b5d7f78-1940-4c47-8913-435ebced7d84 req-13de7ad2-431f-4e88-b52b-84c8ba75d5c7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 943 time: 0.0889256 May 17 12:07:50.301267 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8b5d7f78-1940-4c47-8913-435ebced7d84 req-a4ba4811-fba4-4ff7-88da-c528d58e0ab2 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 May 17 12:07:51.493562 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee560d-88eb-4772-a743-a688198c1035 req-d8c68841-7bc9-4560-a7cd-83c3ad4b1c1f tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:51.494959 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-55ee560d-88eb-4772-a743-a688198c1035 req-d8c68841-7bc9-4560-a7cd-83c3ad4b1c1f tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 943 time: 0.0808072 May 17 12:07:51.553072 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-55ee560d-88eb-4772-a743-a688198c1035 req-e6df23a1-73ec-4f2c-bc10-b18000505c29 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504069 May 17 12:07:51.596620 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 61f75371-5a05-4c05-842a-d3972e5cf97f details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:07:51.738419 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 61f75371-5a05-4c05-842a-d3972e5cf97f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=61f75371-5a05-4c05-842a-d3972e5cf97f,segment=NetworkSegment(27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe),segment_id=27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:51.752998 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '61f75371-5a05-4c05-842a-d3972e5cf97f', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'port_id': '61f75371-5a05-4c05-842a-d3972e5cf97f', 'mac_address': 'fa:16:3e:24:da:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:07:51.812804 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:51.830888 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f75371-5a05-4c05-842a-d3972e5cf97f {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:07:51.846471 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 61f75371-5a05-4c05-842a-d3972e5cf97f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=61f75371-5a05-4c05-842a-d3972e5cf97f,segment=NetworkSegment(27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe),segment_id=27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:51.851288 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:51.852998 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-01314465-4a55-4d4c-b530-619df866f724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:51.918189 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=61f75371-5a05-4c05-842a-d3972e5cf97f,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:51.925394 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:51.925729 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:51.926057 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:51.926380 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:51.926697 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:51.927013 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:51.927367 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:51.927669 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:51.927984 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:51.928442 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:51.928875 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:51.929187 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:51.932939 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:52.242372 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['61f75371-5a05-4c05-842a-d3972e5cf97f'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:07:52.769080 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a1785-13e3-46db-85c4-6333837e98ba req-8007467d-9e1d-4c8d-8e19-cdf3817c2539 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:52.770525 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-796a1785-13e3-46db-85c4-6333837e98ba req-8007467d-9e1d-4c8d-8e19-cdf3817c2539 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.1439505 May 17 12:07:52.798530 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa91a-f681-4151-aa54-eb3e04101990 req-c10557f1-ed23-47d8-bdf1-3b3b52f23a9a tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:52.799937 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-946aa91a-f681-4151-aa54-eb3e04101990 req-c10557f1-ed23-47d8-bdf1-3b3b52f23a9a tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 944 time: 0.1302078 May 17 12:07:52.853277 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-796a1785-13e3-46db-85c4-6333837e98ba req-0d304cd1-1715-48fc-9d0a-0e62a81e18f8 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768123 May 17 12:07:52.874959 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-946aa91a-f681-4151-aa54-eb3e04101990 req-376914cf-f4aa-467e-a6f5-fe764f15da17 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661209 May 17 12:07:53.601211 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 61f75371-5a05-4c05-842a-d3972e5cf97f up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:53.668621 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port 61f75371-5a05-4c05-842a-d3972e5cf97f completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:53.673249 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 61f75371-5a05-4c05-842a-d3972e5cf97f triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:53.673618 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:53.789717 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:53.816433 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:53.827416 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 61f75371-5a05-4c05-842a-d3972e5cf97f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=61f75371-5a05-4c05-842a-d3972e5cf97f,segment=NetworkSegment(27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe),segment_id=27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:53.832025 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:53.833921 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-db94c21e-31ff-4fc4-91fb-dc410e220513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:53.907447 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=61f75371-5a05-4c05-842a-d3972e5cf97f,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:53.910569 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:53.923306 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f', 'code': 200} May 17 12:07:54.194477 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63840ba7-e277-4fc4-b09d-c48cbedb5308 req-56955723-f5c7-4eec-800d-b51bb2d45a33 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:54.196016 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-63840ba7-e277-4fc4-b09d-c48cbedb5308 req-56955723-f5c7-4eec-800d-b51bb2d45a33 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 945 time: 0.1799843 May 17 12:07:54.205193 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8d82b-8d43-42fe-ab4a-23763a7afee4 req-194b7586-5e34-4b86-88e5-53a9dd1313af tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:54.207062 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d8b8d82b-8d43-42fe-ab4a-23763a7afee4 req-194b7586-5e34-4b86-88e5-53a9dd1313af tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.2303646 May 17 12:07:54.283747 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46520d73-7f90-49f2-8025-1f61a770fece req-b0ae33c2-1af5-48de-add8-56488fbb3c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:54.285183 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-46520d73-7f90-49f2-8025-1f61a770fece req-b0ae33c2-1af5-48de-add8-56488fbb3c8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 1098 time: 0.1896811 May 17 12:07:54.291653 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-63840ba7-e277-4fc4-b09d-c48cbedb5308 req-7d0e9b41-9a71-4032-8834-93bf7dd1675d tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840297 May 17 12:07:54.318587 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d8b8d82b-8d43-42fe-ab4a-23763a7afee4 req-5f8b1198-caf3-4c1c-a64e-e5830a34269f tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936739 May 17 12:07:54.339086 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-46520d73-7f90-49f2-8025-1f61a770fece req-c125b59b-2e40-4486-9b5c-6c2f20b62c50 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434194 May 17 12:07:55.549390 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25218b28-ae81-4dcf-9ed4-1fd1d0f3b926 req-3af8af8c-1287-4eca-9762-175f2950fc47 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:55.550895 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-25218b28-ae81-4dcf-9ed4-1fd1d0f3b926 req-3af8af8c-1287-4eca-9762-175f2950fc47 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 945 time: 0.1476657 May 17 12:07:55.564179 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0b96d-3019-479b-b006-4a9916430da9 req-07053e88-6ed8-4b96-bff6-9734f69c0bc2 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:55.565549 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-10a0b96d-3019-479b-b006-4a9916430da9 req-07053e88-6ed8-4b96-bff6-9734f69c0bc2 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.1258008 May 17 12:07:55.634468 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-25218b28-ae81-4dcf-9ed4-1fd1d0f3b926 req-338503f7-2194-49d0-bc7e-188981657974 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679238 May 17 12:07:55.646070 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-10a0b96d-3019-479b-b006-4a9916430da9 req-7f9f8062-f75a-4806-8b78-8692210351e6 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640552 May 17 12:07:56.890068 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d4f15-1851-4d05-b5fc-436519152233 req-7577dcb4-938e-4ee5-90be-7f001a624bdd tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:56.891638 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-309d4f15-1851-4d05-b5fc-436519152233 req-7577dcb4-938e-4ee5-90be-7f001a624bdd tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 945 time: 0.1460087 May 17 12:07:56.899165 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2f7c6-a8fd-4eb8-ac82-db2721fc59f3 req-90eabe36-d8cc-4bd6-936a-7199f4cc8dd4 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:56.900557 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-27f2f7c6-a8fd-4eb8-ac82-db2721fc59f3 req-90eabe36-d8cc-4bd6-936a-7199f4cc8dd4 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.1186087 May 17 12:07:56.976515 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-309d4f15-1851-4d05-b5fc-436519152233 req-b930c23f-993a-49ad-aa4e-a0b8a58055bf tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749209 May 17 12:07:56.979224 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-27f2f7c6-a8fd-4eb8-ac82-db2721fc59f3 req-75144353-ba35-47aa-bf9d-ee5d0aeb7a29 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640051 May 17 12:07:57.170688 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b9ff1-7895-4412-b02b-db8aaed1e257 req-e8da3757-b18d-49ff-9717-de06bb9c3a17 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:57.172224 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a46b9ff1-7895-4412-b02b-db8aaed1e257 req-e8da3757-b18d-49ff-9717-de06bb9c3a17 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 945 time: 0.0879600 May 17 12:07:57.220182 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a46b9ff1-7895-4412-b02b-db8aaed1e257 req-3c7fbe44-6453-4e33-a148-996738970b21 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419188 May 17 12:07:57.762594 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f9b4d-a235-4c90-9b97-da6fa44f5a90 req-a225eb10-74bf-45a6-8365-be8e3a82a9a0 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:57.764082 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-497f9b4d-a235-4c90-9b97-da6fa44f5a90 req-a225eb10-74bf-45a6-8365-be8e3a82a9a0 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 945 time: 0.0868647 May 17 12:07:57.812551 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-497f9b4d-a235-4c90-9b97-da6fa44f5a90 req-b7344c07-1427-4334-8a25-7d96175ebf51 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422640 May 17 12:07:58.201693 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce5f54-aa85-408e-b506-441e6efe8e51 req-d1bf9f33-0c01-451a-9bc0-e12b24376fc1 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:58.203223 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bcce5f54-aa85-408e-b506-441e6efe8e51 req-d1bf9f33-0c01-451a-9bc0-e12b24376fc1 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0867960 May 17 12:07:58.268238 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bcce5f54-aa85-408e-b506-441e6efe8e51 req-fd513cf1-2694-4c58-8c93-00fff56120a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581110 May 17 12:07:59.554944 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaddca0-a921-46f4-a4c5-19dc90088cfa req-d498025d-f3ba-4219-93de-d5e070d052ff tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:59.556346 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-adaddca0-a921-46f4-a4c5-19dc90088cfa req-d498025d-f3ba-4219-93de-d5e070d052ff tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.1730070 May 17 12:07:59.606718 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-adaddca0-a921-46f4-a4c5-19dc90088cfa req-d95fe3f4-550e-4e36-b9fa-341277dfb67a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428789 May 17 12:08:00.799141 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51a9a3-f44d-4266-849e-70bc22018505 req-6dc573b0-015c-4827-a954-d46d60508463 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:00.800640 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1d51a9a3-f44d-4266-849e-70bc22018505 req-6dc573b0-015c-4827-a954-d46d60508463 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0824981 May 17 12:08:00.848068 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1d51a9a3-f44d-4266-849e-70bc22018505 req-dc32bdf5-1fe8-4941-b9d2-406e04f35dae tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415306 May 17 12:08:02.040683 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82b1c0-4abb-48c3-8288-1285059eadd0 req-feb35593-2991-46f3-81e1-34be1a8c336d tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:02.042152 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6a82b1c0-4abb-48c3-8288-1285059eadd0 req-feb35593-2991-46f3-81e1-34be1a8c336d tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0808692 May 17 12:08:02.092349 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6a82b1c0-4abb-48c3-8288-1285059eadd0 req-fc5381cf-5d24-42d5-b23f-7afeffcd9410 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441017 May 17 12:08:02.718762 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76bdaf-30bc-4638-9786-e618786fc30b req-318c8dcc-f315-4f3c-a88c-2d1fc37cec13 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:02.720265 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-aa76bdaf-30bc-4638-9786-e618786fc30b req-318c8dcc-f315-4f3c-a88c-2d1fc37cec13 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 945 time: 0.0824640 May 17 12:08:02.765679 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-aa76bdaf-30bc-4638-9786-e618786fc30b req-075b8a1f-e7b2-4ddf-a8cb-2ce25e8eff30 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396407 May 17 12:08:02.788820 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 55968) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:02.909092 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2efe8-de98-40e6-a50b-10e25c30d92f tempest-TestMinimumBasicScenario-256092867 tempest-TestMinimumBasicScenario-256092867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:02.909822 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-dac2efe8-de98-40e6-a50b-10e25c30d92f tempest-TestMinimumBasicScenario-256092867 tempest-TestMinimumBasicScenario-256092867-project-admin] Synchronizing usage tracker for tenant:6632a4b26e3b453792b9742924ce3b15 on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:08:02.928728 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-dac2efe8-de98-40e6-a50b-10e25c30d92f tempest-TestMinimumBasicScenario-256092867 tempest-TestMinimumBasicScenario-256092867-project-admin] Unset dirty status for tenant:6632a4b26e3b453792b9742924ce3b15 on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:08:02.932712 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-dac2efe8-de98-40e6-a50b-10e25c30d92f tempest-TestMinimumBasicScenario-256092867 tempest-TestMinimumBasicScenario-256092867-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 1093 time: 0.1401958 May 17 12:08:02.933488 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55974) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:02.940100 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Request body: {'floatingip': {'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'port_id': '61f75371-5a05-4c05-842a-d3972e5cf97f', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:02.947387 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:02.951487 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Usage tracker for resource:floatingip and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:02.954406 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:02.961596 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:02.974883 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for floatingip, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:02.979637 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4f043c9d-5f85-49d1-a2f3-26ee46a70f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.117066 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.264910 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Allocated IP 172.28.3.115 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/54d3d733-9c10-4f0d-8209-2246a1f3a3b6) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:03.283217 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089837ca-abb2-47f7-89fe-22540b94cf14 req-5374aa01-456a-4796-98e1-82ef260ad421 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:03.284673 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-089837ca-abb2-47f7-89fe-22540b94cf14 req-5374aa01-456a-4796-98e1-82ef260ad421 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0813360 May 17 12:08:03.333645 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-089837ca-abb2-47f7-89fe-22540b94cf14 req-ac4755ae-20f7-4012-81e0-37ac7c37f9e9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427935 May 17 12:08:03.422172 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.454179 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.458717 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-d6716e44-8791-4988-8a07-0b7395e1df6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:03.520446 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:03.524744 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:03.532040 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:08:03.577151 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event updated for resources: {'Port': ['ID=54d3d733-9c10-4f0d-8209-2246a1f3a3b6,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:03.581461 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:03.753620 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca7e5e-a9cf-4ac7-8b7f-4e453dccd6ee req-54d7e630-e5c2-442b-8964-6dbfe5c31177 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:03.755120 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a1ca7e5e-a9cf-4ac7-8b7f-4e453dccd6ee req-54d7e630-e5c2-442b-8964-6dbfe5c31177 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.1498487 May 17 12:08:03.763018 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dce61-8648-4fe6-b064-9d012885e940 req-003cc414-0e5c-4c9a-a260-c95011dff52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:03.764523 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-105dce61-8648-4fe6-b064-9d012885e940 req-003cc414-0e5c-4c9a-a260-c95011dff52c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf075c80843c4c858b4ddb4a43dd62bb&device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 1098 time: 0.0982950 May 17 12:08:03.896236 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a1ca7e5e-a9cf-4ac7-8b7f-4e453dccd6ee req-38813abf-005d-4067-98fa-d95b47ee5349 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307063 May 17 12:08:03.942803 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dce61-8648-4fe6-b064-9d012885e940 req-90515e3f-8584-44eb-82d8-0d1cf459d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:03.944261 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-105dce61-8648-4fe6-b064-9d012885e940 req-90515e3f-8584-44eb-82d8-0d1cf459d7e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ff3b9a1-9b86-4118-9135-d71d93819820 HTTP/1.1" status: 200 len: 912 time: 0.1632991 May 17 12:08:04.052837 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-105dce61-8648-4fe6-b064-9d012885e940 req-05ffcfbc-80c8-4b65-8085-803034bc10ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e1dfd5-c134-4e7c-a421-8b9e459177ba HTTP/1.1" status: 200 len: 1000 time: 0.1017511 May 17 12:08:04.075018 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:04.131399 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dce61-8648-4fe6-b064-9d012885e940 req-7d8661fc-088d-44ed-9152-897992f29d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:04.133741 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-105dce61-8648-4fe6-b064-9d012885e940 req-7d8661fc-088d-44ed-9152-897992f29d8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3144e290-8096-4e55-bc99-ee960f7f74ca HTTP/1.1" status: 200 len: 850 time: 0.0739794 May 17 12:08:04.156822 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:04.218199 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dce61-8648-4fe6-b064-9d012885e940 req-7dbc5aba-0634-4e8c-97d6-1f18a96e831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:04.219997 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-105dce61-8648-4fe6-b064-9d012885e940 req-7dbc5aba-0634-4e8c-97d6-1f18a96e831e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ff3b9a1-9b86-4118-9135-d71d93819820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0787814 May 17 12:08:04.379067 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-105dce61-8648-4fe6-b064-9d012885e940 req-a2eb924a-da2c-4e23-9065-09a1947eaf4a service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508164 May 17 12:08:04.412837 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:04.419717 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:04.423843 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ec27a199-5441-4d47-a997-4599a8686a15 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:04.533853 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-105dce61-8648-4fe6-b064-9d012885e940 req-c8281d19-0bfb-4f97-93f8-5587d93e15d3 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477382 May 17 12:08:04.538499 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event updated for resources: {'Port': ['ID=54d3d733-9c10-4f0d-8209-2246a1f3a3b6,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:04.542765 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:04.553044 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:04.730738 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.l3_db [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Floating IP e2a2e17e-0103-41a2-ba9d-86ba507ba7d7 associated. External IP: 172.28.3.115, port: 61f75371-5a05-4c05-842a-d3972e5cf97f. May 17 12:08:05.092581 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Router fbe00226-230a-4b16-ac41-5662e4d6983a has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:08:05.096026 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64856b76-9112-4fee-995c-5b89a92788ad req-a8a647db-01e1-442f-a265-99a8ee6afe65 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:05.097531 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-64856b76-9112-4fee-995c-5b89a92788ad req-a8a647db-01e1-442f-a265-99a8ee6afe65 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0858057 May 17 12:08:05.145549 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-64856b76-9112-4fee-995c-5b89a92788ad req-c4a0b7b5-b98a-49dc-9b19-8cef8454419a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421016 May 17 12:08:05.277315 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:08:05.286956 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6819ee42-cbce-4237-a3bb-780383f50fb2 None None] Sync routers for ids ['fbe00226-230a-4b16-ac41-5662e4d6983a'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:08:05.298244 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819ee42-cbce-4237-a3bb-780383f50fb2 None None] Routers {'fbe00226-230a-4b16-ac41-5662e4d6983a'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:08:05.298990 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-6819ee42-cbce-4237-a3bb-780383f50fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:07:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fbe00226-230a-4b16-ac41-5662e4d6983a'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:05.302579 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.461394 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5265431 May 17 12:08:05.462041 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:08:05.464582 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 55988) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:05.474757 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025933682', 'description': 'tempest-secgroup-smoke-2025933682 description', 'project_id': '41f486e01a9d4659b251b5bc393d3a63'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:05.483519 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:05.487793 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Usage tracker for resource:security_group and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:05.491508 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:05.496557 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-6819ee42-cbce-4237-a3bb-780383f50fb2 None None] Set router fbe00226-230a-4b16-ac41-5662e4d6983a gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:08:05.498949 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:05.517968 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.540769 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:05.546061 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Usage tracker for resource:security_group_rule and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:05.549926 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:05.556930 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:05.605478 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f', 'status': 'completed', 'code': 200} May 17 12:08:05.747309 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-c4a168db-eee9-4b9f-90e0-05b7ea8cfc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.760373 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.785186 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.794403 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.800928 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-29ad8cb1-4846-48d8-a2db-db063769a6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:05.848342 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dded87c-dc88-44d2-9c79-632f2801166c,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:05.850765 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.856284 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3889160 May 17 12:08:05.856713 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 55996) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:05.859139 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:05.865094 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Request body: {'security_group_rule': {'security_group_id': '5dded87c-dc88-44d2-9c79-632f2801166c', 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:05.871732 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:05.875584 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a2f12-d10d-4aeb-a540-1a6dfda741f6 req-d2260403-5c4a-46ba-8c58-a0ec93ed0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:05.876053 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Usage tracker for resource:security_group_rule and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:05.877063 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dd9a2f12-d10d-4aeb-a540-1a6dfda741f6 req-d2260403-5c4a-46ba-8c58-a0ec93ed0f67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41f486e01a9d4659b251b5bc393d3a63&device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 1098 time: 0.2392793 May 17 12:08:05.878979 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:05.885379 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:05.903275 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.970433 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.972435 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-6819ee42-cbce-4237-a3bb-780383f50fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 4, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': 'e2a2e17e-0103-41a2-ba9d-86ba507ba7d7', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'floating_ip_address': '172.28.3.115', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'port_id': '61f75371-5a05-4c05-842a-d3972e5cf97f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'mac_address': 'fa:16:3e:24:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:08:04Z', 'updated_at': '2021-05-17T12:08:04Z', 'revision_number': 0, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51922fb2-8e92-4f79-9279-698077ec7ef5', 'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'mac_address': 'fa:16:3e:ae:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:04Z', 'updated_at': '2021-05-17T12:07:12Z', 'revision_number': 5, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'subnets': [{'id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:05.976120 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.978627 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-16916e97-342a-4033-8c75-f37a9306d3bb tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:05.979014 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6819ee42-cbce-4237-a3bb-780383f50fb2 None None] Checking router: fbe00226-230a-4b16-ac41-5662e4d6983a for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:08:05.990533 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819ee42-cbce-4237-a3bb-780383f50fb2 None None] Routers {'fbe00226-230a-4b16-ac41-5662e4d6983a'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:08:05.991495 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-6819ee42-cbce-4237-a3bb-780383f50fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:08:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fbe00226-230a-4b16-ac41-5662e4d6983a'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:06.002397 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1f729f-c2ce-4fbc-b32b-de36dcea9cf7,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:06.014149 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:06.014530 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:06.014935 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:06.015315 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:06.015737 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:06.016056 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:06.016452 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:06.016937 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:06.017186 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:06.017539 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:06.017892 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:06.018266 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:06.027967 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.029197 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1706808 May 17 12:08:06.030191 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1f4e273a-4d70-44f1-9586-d9fbd1b3217c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:06.031895 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56000) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:06.033829 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a2f12-d10d-4aeb-a540-1a6dfda741f6 req-0babb559-c101-4c2f-ad59-d771cdc124b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:06.035567 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dd9a2f12-d10d-4aeb-a540-1a6dfda741f6 req-0babb559-c101-4c2f-ad59-d771cdc124b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87c86afa-69ac-4f8c-a617-2a3cd9fed032 HTTP/1.1" status: 200 len: 915 time: 0.1489270 May 17 12:08:06.037475 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-20992603-fbb5-4859-96af-26e6b6f4cf53 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Request body: {'security_group_rule': {'security_group_id': '5dded87c-dc88-44d2-9c79-632f2801166c', 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:06.044635 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-20992603-fbb5-4859-96af-26e6b6f4cf53 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:06.049129 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-20992603-fbb5-4859-96af-26e6b6f4cf53 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Usage tracker for resource:security_group_rule and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:06.052416 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-20992603-fbb5-4859-96af-26e6b6f4cf53 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:06.059536 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-20992603-fbb5-4859-96af-26e6b6f4cf53 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:06.078877 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-20992603-fbb5-4859-96af-26e6b6f4cf53 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.149365 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dd9a2f12-d10d-4aeb-a540-1a6dfda741f6 req-a146fc4b-842a-4bf9-adbc-694408f53e0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61f75371-5a05-4c05-842a-d3972e5cf97f HTTP/1.1" status: 200 len: 999 time: 0.1064899 May 17 12:08:06.149755 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-20992603-fbb5-4859-96af-26e6b6f4cf53 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.154952 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-20992603-fbb5-4859-96af-26e6b6f4cf53 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.157181 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:06.186349 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20992603-fbb5-4859-96af-26e6b6f4cf53 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41932ec-dc00-46aa-ba7d-a4c40b1c438d,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:06.197125 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-6819ee42-cbce-4237-a3bb-780383f50fb2 None None] Set router fbe00226-230a-4b16-ac41-5662e4d6983a gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:08:06.198161 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-20992603-fbb5-4859-96af-26e6b6f4cf53 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:06.210176 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-20992603-fbb5-4859-96af-26e6b6f4cf53 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.214827 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-20992603-fbb5-4859-96af-26e6b6f4cf53 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1785293 May 17 12:08:06.215006 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56006) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:06.218039 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a2f12-d10d-4aeb-a540-1a6dfda741f6 req-2e58ae47-cd10-49cc-941f-fd087009cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:06.219483 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dd9a2f12-d10d-4aeb-a540-1a6dfda741f6 req-2e58ae47-cd10-49cc-941f-fd087009cdb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8df98ee1-7065-4abe-b26f-da16ee880617 HTTP/1.1" status: 200 len: 853 time: 0.0613940 May 17 12:08:06.221545 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-e8cedf73-63ae-49f9-bd28-d6741b299426 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Request body: {'security_group_rule': {'security_group_id': '5dded87c-dc88-44d2-9c79-632f2801166c', 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:06.229111 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-e8cedf73-63ae-49f9-bd28-d6741b299426 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:06.234495 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-e8cedf73-63ae-49f9-bd28-d6741b299426 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Usage tracker for resource:security_group_rule and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:06.237773 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-e8cedf73-63ae-49f9-bd28-d6741b299426 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:06.244140 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-e8cedf73-63ae-49f9-bd28-d6741b299426 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:06.265863 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e8cedf73-63ae-49f9-bd28-d6741b299426 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.346202 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e8cedf73-63ae-49f9-bd28-d6741b299426 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.353477 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e8cedf73-63ae-49f9-bd28-d6741b299426 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.364883 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:06.368716 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a2f12-d10d-4aeb-a540-1a6dfda741f6 req-e14ad144-35af-4cae-a9a0-e2c5f7051c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:06.370784 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dd9a2f12-d10d-4aeb-a540-1a6dfda741f6 req-e14ad144-35af-4cae-a9a0-e2c5f7051c20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87c86afa-69ac-4f8c-a617-2a3cd9fed032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1426573 May 17 12:08:06.391659 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cedf73-63ae-49f9-bd28-d6741b299426 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91ac43f-26e2-4908-b55b-ebf45073ebff,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:06.395103 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-e8cedf73-63ae-49f9-bd28-d6741b299426 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:06.404809 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-e8cedf73-63ae-49f9-bd28-d6741b299426 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.406143 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-e8cedf73-63ae-49f9-bd28-d6741b299426 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1897657 May 17 12:08:06.409084 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56010) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:06.409903 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da668607-ae75-4d29-b7d1-84d726dc153d req-7a6cd996-615e-4ef6-8c9a-9fda20cd400d tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:06.411661 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-da668607-ae75-4d29-b7d1-84d726dc153d req-7a6cd996-615e-4ef6-8c9a-9fda20cd400d tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.1248574 May 17 12:08:06.417782 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-b2fb5554-6b3f-4b8a-96b4-e1b21ddd7f59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Request body: {'security_group_rule': {'security_group_id': '5dded87c-dc88-44d2-9c79-632f2801166c', 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:06.431415 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-b2fb5554-6b3f-4b8a-96b4-e1b21ddd7f59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:06.437240 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-b2fb5554-6b3f-4b8a-96b4-e1b21ddd7f59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Usage tracker for resource:security_group_rule and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:06.440340 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-b2fb5554-6b3f-4b8a-96b4-e1b21ddd7f59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:06.446428 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-b2fb5554-6b3f-4b8a-96b4-e1b21ddd7f59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:06.464058 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5554-6b3f-4b8a-96b4-e1b21ddd7f59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.537570 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5554-6b3f-4b8a-96b4-e1b21ddd7f59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.543576 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5554-6b3f-4b8a-96b4-e1b21ddd7f59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.546047 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-651fe534-8334-423a-875a-3b17e7402878 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:06.547056 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-da668607-ae75-4d29-b7d1-84d726dc153d req-82669ab9-ea4a-45bf-baa5-4c9e44705425 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278112 May 17 12:08:06.572508 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb5554-6b3f-4b8a-96b4-e1b21ddd7f59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4095d47-f1ab-4781-ae0e-ab0abc4644bc,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:06.583790 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b2fb5554-6b3f-4b8a-96b4-e1b21ddd7f59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:06.587025 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5554-6b3f-4b8a-96b4-e1b21ddd7f59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.588329 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-b2fb5554-6b3f-4b8a-96b4-e1b21ddd7f59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1782143 May 17 12:08:06.591763 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56016) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:06.596805 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-d42c278c-d79a-4a0f-bc5b-dcd80f821006 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Request body: {'security_group_rule': {'security_group_id': '5dded87c-dc88-44d2-9c79-632f2801166c', 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:06.604300 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-d42c278c-d79a-4a0f-bc5b-dcd80f821006 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:06.606385 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dd9a2f12-d10d-4aeb-a540-1a6dfda741f6 req-7b0d92dd-4042-4b51-b397-cc505bd6756f service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265992 May 17 12:08:06.610739 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-d42c278c-d79a-4a0f-bc5b-dcd80f821006 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Usage tracker for resource:security_group_rule and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:06.613785 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-d42c278c-d79a-4a0f-bc5b-dcd80f821006 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:06.615782 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-6819ee42-cbce-4237-a3bb-780383f50fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 4, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': 'e2a2e17e-0103-41a2-ba9d-86ba507ba7d7', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'floating_ip_address': '172.28.3.115', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'port_id': '61f75371-5a05-4c05-842a-d3972e5cf97f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'mac_address': 'fa:16:3e:24:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:08:04Z', 'updated_at': '2021-05-17T12:08:04Z', 'revision_number': 0, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51922fb2-8e92-4f79-9279-698077ec7ef5', 'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'mac_address': 'fa:16:3e:ae:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:04Z', 'updated_at': '2021-05-17T12:07:12Z', 'revision_number': 5, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'subnets': [{'id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:06.620891 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-d42c278c-d79a-4a0f-bc5b-dcd80f821006 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:06.621127 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6819ee42-cbce-4237-a3bb-780383f50fb2 None None] The sync data for ids ['fbe00226-230a-4b16-ac41-5662e4d6983a'] in dv-cinder-734144-19-smb is: [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 4, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': 'e2a2e17e-0103-41a2-ba9d-86ba507ba7d7', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'floating_ip_address': '172.28.3.115', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'port_id': '61f75371-5a05-4c05-842a-d3972e5cf97f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'mac_address': 'fa:16:3e:24:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:08:04Z', 'updated_at': '2021-05-17T12:08:04Z', 'revision_number': 0, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51922fb2-8e92-4f79-9279-698077ec7ef5', 'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'mac_address': 'fa:16:3e:ae:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:04Z', 'updated_at': '2021-05-17T12:07:12Z', 'revision_number': 5, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'subnets': [{'id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:08:06.633993 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.securitygroups_db [None req-d42c278c-d79a-4a0f-bc5b-dcd80f821006 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Project 41f486e01a9d4659b251b5bc393d3a63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:08:06.641275 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d42c278c-d79a-4a0f-bc5b-dcd80f821006 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.677348 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.727909 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d42c278c-d79a-4a0f-bc5b-dcd80f821006 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.733195 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d42c278c-d79a-4a0f-bc5b-dcd80f821006 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.735410 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:06.764883 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c278c-d79a-4a0f-bc5b-dcd80f821006 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c4dc5b-4d3d-449b-9ae5-591e2ecf7dc5,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:06.768173 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-d42c278c-d79a-4a0f-bc5b-dcd80f821006 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:06.772043 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d42c278c-d79a-4a0f-bc5b-dcd80f821006 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.773128 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dd9a2f12-d10d-4aeb-a540-1a6dfda741f6 req-f2fbbce8-a471-4a74-b54a-d365675c5ca1 service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582344 May 17 12:08:06.773567 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-d42c278c-d79a-4a0f-bc5b-dcd80f821006 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1811314 May 17 12:08:06.776757 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56020) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:06.783328 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-84540496-0c4a-43ab-9cc9-30fa1e0e539e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Request body: {'security_group_rule': {'security_group_id': '5dded87c-dc88-44d2-9c79-632f2801166c', 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:06.789875 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-84540496-0c4a-43ab-9cc9-30fa1e0e539e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:06.794502 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-84540496-0c4a-43ab-9cc9-30fa1e0e539e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Usage tracker for resource:security_group_rule and tenant:41f486e01a9d4659b251b5bc393d3a63 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:06.798349 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-84540496-0c4a-43ab-9cc9-30fa1e0e539e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:06.807332 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-84540496-0c4a-43ab-9cc9-30fa1e0e539e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:06.821184 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.db.securitygroups_db [None req-84540496-0c4a-43ab-9cc9-30fa1e0e539e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Project 41f486e01a9d4659b251b5bc393d3a63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:08:06.829923 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-84540496-0c4a-43ab-9cc9-30fa1e0e539e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.869586 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37642b1-d5b5-4142-ac54-36959f535394 None None] New status for floating IP e2a2e17e-0103-41a2-ba9d-86ba507ba7d7: ACTIVE {{(pid=78761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:08:06.908136 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-84540496-0c4a-43ab-9cc9-30fa1e0e539e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.912682 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-84540496-0c4a-43ab-9cc9-30fa1e0e539e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.919839 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-f1b00163-843a-458b-93fa-8d950aa8baff tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:06.942523 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84540496-0c4a-43ab-9cc9-30fa1e0e539e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21166478-d5c5-4bc1-8518-9b1b251ec42f,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:06.945703 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-84540496-0c4a-43ab-9cc9-30fa1e0e539e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:06.955366 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-84540496-0c4a-43ab-9cc9-30fa1e0e539e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.956830 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-84540496-0c4a-43ab-9cc9-30fa1e0e539e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1788092 May 17 12:08:07.087730 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-553b1ea5-9761-42a4-9228-fb17933243ea req-b0911c44-2cd6-41ab-b1ef-0d6a4344ec88 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Synchronizing usage tracker for tenant:41f486e01a9d4659b251b5bc393d3a63 on resource:security_group {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:08:07.107234 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-553b1ea5-9761-42a4-9228-fb17933243ea req-b0911c44-2cd6-41ab-b1ef-0d6a4344ec88 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Unset dirty status for tenant:41f486e01a9d4659b251b5bc393d3a63 on resource:security_group {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:08:07.108718 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-553b1ea5-9761-42a4-9228-fb17933243ea req-b0911c44-2cd6-41ab-b1ef-0d6a4344ec88 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025933682&fields=id&tenant_id=41f486e01a9d4659b251b5bc393d3a63 HTTP/1.1" status: 200 len: 267 time: 0.0633981 May 17 12:08:07.208586 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b1ea5-9761-42a4-9228-fb17933243ea req-a8a2c007-7472-4696-bb35-a42f0a73166d tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:07.210103 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-553b1ea5-9761-42a4-9228-fb17933243ea req-a8a2c007-7472-4696-bb35-a42f0a73166d tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 945 time: 0.0953248 May 17 12:08:07.222473 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-553b1ea5-9761-42a4-9228-fb17933243ea req-008421fe-d9c2-4613-a487-eb0394c1c1ef tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Request body: {'port': {'security_groups': ['6e34fe2d-62e5-49af-a3ca-bb08d8559c86', '5dded87c-dc88-44d2-9c79-632f2801166c']}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:07.346941 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-553b1ea5-9761-42a4-9228-fb17933243ea req-008421fe-d9c2-4613-a487-eb0394c1c1ef tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:07.622553 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-553b1ea5-9761-42a4-9228-fb17933243ea req-008421fe-d9c2-4613-a487-eb0394c1c1ef tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] For port 61f75371-5a05-4c05-842a-d3972e5cf97f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=61f75371-5a05-4c05-842a-d3972e5cf97f,segment=NetworkSegment(27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe),segment_id=27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:07.647855 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-553b1ea5-9761-42a4-9228-fb17933243ea req-008421fe-d9c2-4613-a487-eb0394c1c1ef tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:07.653793 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-553b1ea5-9761-42a4-9228-fb17933243ea req-008421fe-d9c2-4613-a487-eb0394c1c1ef tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739231'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:07.659489 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-fc920114-ba09-4dca-b6fb-43e0f2513849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:07.666439 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['61f75371-5a05-4c05-842a-d3972e5cf97f'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:08:07.729326 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b1ea5-9761-42a4-9228-fb17933243ea req-008421fe-d9c2-4613-a487-eb0394c1c1ef tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:07.730566 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-553b1ea5-9761-42a4-9228-fb17933243ea req-008421fe-d9c2-4613-a487-eb0394c1c1ef tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:07.732022 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-553b1ea5-9761-42a4-9228-fb17933243ea req-008421fe-d9c2-4613-a487-eb0394c1c1ef tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "PUT /v2.0/ports/61f75371-5a05-4c05-842a-d3972e5cf97f HTTP/1.1" status: 200 len: 981 time: 0.5144105 May 17 12:08:07.732532 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:08:07.763097 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008421fe-d9c2-4613-a487-eb0394c1c1ef tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event updated for resources: {'Port': ['ID=61f75371-5a05-4c05-842a-d3972e5cf97f,revision_number=6']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:07.767253 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-008421fe-d9c2-4613-a487-eb0394c1c1ef tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:07.805245 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f', 'status': 'completed', 'code': 200} May 17 12:08:07.819615 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['61f75371-5a05-4c05-842a-d3972e5cf97f'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:08:08.077411 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-b6c388e1-17db-454c-9f18-f3e1d1406dbf None None] Provisioning complete for port 61f75371-5a05-4c05-842a-d3972e5cf97f triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:08:08.077713 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-b6c388e1-17db-454c-9f18-f3e1d1406dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:08.086610 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b95ab-21b9-4387-a8dc-db863b24957e req-3dd77393-5c7e-4655-816f-06aabdf755b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:08.088174 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-347b95ab-21b9-4387-a8dc-db863b24957e req-3dd77393-5c7e-4655-816f-06aabdf755b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41f486e01a9d4659b251b5bc393d3a63&device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 1137 time: 0.2526517 May 17 12:08:08.097473 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede0f3f-bd12-41a2-981f-b4889d849ee1 req-2ffde592-c277-498b-a329-64ac55e294eb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:08.098992 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0ede0f3f-bd12-41a2-981f-b4889d849ee1 req-2ffde592-c277-498b-a329-64ac55e294eb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 984 time: 0.2185669 May 17 12:08:08.258939 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0ede0f3f-bd12-41a2-981f-b4889d849ee1 req-e9e8bc6a-dfaa-4685-a799-41aa45fd28cd tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=5dded87c-dc88-44d2-9c79-632f2801166c&id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370974 May 17 12:08:08.318069 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b95ab-21b9-4387-a8dc-db863b24957e req-b2161cfc-1d8d-4183-b1b1-9ad849278a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:08.320046 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-347b95ab-21b9-4387-a8dc-db863b24957e req-b2161cfc-1d8d-4183-b1b1-9ad849278a3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=87c86afa-69ac-4f8c-a617-2a3cd9fed032 HTTP/1.1" status: 200 len: 915 time: 0.2200372 May 17 12:08:08.502107 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-347b95ab-21b9-4387-a8dc-db863b24957e req-25918c61-f93f-437f-b42b-e865e9377f42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61f75371-5a05-4c05-842a-d3972e5cf97f HTTP/1.1" status: 200 len: 1001 time: 0.1725798 May 17 12:08:08.578798 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b95ab-21b9-4387-a8dc-db863b24957e req-3d7a9868-efd4-4153-88ae-1291152c563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:08.580208 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-347b95ab-21b9-4387-a8dc-db863b24957e req-3d7a9868-efd4-4153-88ae-1291152c563c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8df98ee1-7065-4abe-b26f-da16ee880617 HTTP/1.1" status: 200 len: 853 time: 0.0704598 May 17 12:08:08.585291 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:08.700570 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b95ab-21b9-4387-a8dc-db863b24957e req-9a8e6df8-8141-4d2e-94f7-108adb31525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:08.702764 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-347b95ab-21b9-4387-a8dc-db863b24957e req-9a8e6df8-8141-4d2e-94f7-108adb31525a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87c86afa-69ac-4f8c-a617-2a3cd9fed032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1148198 May 17 12:08:08.868794 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-347b95ab-21b9-4387-a8dc-db863b24957e req-8982a44d-7f40-40f1-8f3b-88d07682ccfd service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535845 May 17 12:08:09.025822 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-347b95ab-21b9-4387-a8dc-db863b24957e req-fdc6251e-4a96-43e2-8991-635607999e60 service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496670 May 17 12:08:11.481941 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:11.970691 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:08:14.658080 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd568adc-0c22-4087-a0da-d049f259b33d req-01987f0b-e1f4-4f35-ba4d-032c2e7eff58 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703650 May 17 12:08:14.755206 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568adc-0c22-4087-a0da-d049f259b33d req-9d2e830d-a9c8-42cd-ac32-de69d108d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:14.756738 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd568adc-0c22-4087-a0da-d049f259b33d req-9d2e830d-a9c8-42cd-ac32-de69d108d3a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf075c80843c4c858b4ddb4a43dd62bb&device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 1098 time: 0.0758033 May 17 12:08:14.915257 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568adc-0c22-4087-a0da-d049f259b33d req-465150d2-e5fc-4f1c-bb1c-c85e62a86f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:14.917857 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd568adc-0c22-4087-a0da-d049f259b33d req-465150d2-e5fc-4f1c-bb1c-c85e62a86f6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ff3b9a1-9b86-4118-9135-d71d93819820 HTTP/1.1" status: 200 len: 912 time: 0.1392062 May 17 12:08:15.029680 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd568adc-0c22-4087-a0da-d049f259b33d req-c83e0b85-4ee8-4e4c-ad97-46872d323444 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e1dfd5-c134-4e7c-a421-8b9e459177ba HTTP/1.1" status: 200 len: 1000 time: 0.1028919 May 17 12:08:15.099783 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568adc-0c22-4087-a0da-d049f259b33d req-06c50087-9a25-4743-8958-e975c28d9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:15.101230 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd568adc-0c22-4087-a0da-d049f259b33d req-06c50087-9a25-4743-8958-e975c28d9c1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3144e290-8096-4e55-bc99-ee960f7f74ca HTTP/1.1" status: 200 len: 850 time: 0.0643301 May 17 12:08:15.207222 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568adc-0c22-4087-a0da-d049f259b33d req-d5e05854-9125-440c-ac59-073cbc8a62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:15.208842 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd568adc-0c22-4087-a0da-d049f259b33d req-d5e05854-9125-440c-ac59-073cbc8a62b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ff3b9a1-9b86-4118-9135-d71d93819820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0912974 May 17 12:08:15.349075 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd568adc-0c22-4087-a0da-d049f259b33d req-c84153fc-cd2c-4b43-ae49-153343f8f4b2 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320941 May 17 12:08:15.489891 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd568adc-0c22-4087-a0da-d049f259b33d req-35e7338a-2b5b-4e4c-8339-a0a2e209ac9c service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330225 May 17 12:08:26.677548 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80097932-bf9b-45c8-b5da-e64e23fe3e28 req-8fcb2474-d3ee-4b93-bfe8-65017e01f391 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:26.679054 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-80097932-bf9b-45c8-b5da-e64e23fe3e28 req-8fcb2474-d3ee-4b93-bfe8-65017e01f391 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.0823567 May 17 12:08:26.821534 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-80097932-bf9b-45c8-b5da-e64e23fe3e28 req-8e804547-61f5-4b5e-b094-81a8e4ab5bb9 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362872 May 17 12:08:28.017154 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89ee07-97ab-4ed2-a8a6-9cfc1bb53680 req-5e0bc61b-114f-4667-a0cc-8f8508f11011 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:28.018613 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-be89ee07-97ab-4ed2-a8a6-9cfc1bb53680 req-5e0bc61b-114f-4667-a0cc-8f8508f11011 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.0825512 May 17 12:08:28.067574 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-be89ee07-97ab-4ed2-a8a6-9cfc1bb53680 req-0f562a70-0da5-45e7-82d8-3f6d6a178370 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429387 May 17 12:08:29.266256 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca22adb-39cc-4e01-b2ee-af2aff2af528 req-b3d78a66-0222-4047-b7b0-c478ee8b2c77 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:29.267785 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9ca22adb-39cc-4e01-b2ee-af2aff2af528 req-b3d78a66-0222-4047-b7b0-c478ee8b2c77 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.0887520 May 17 12:08:29.317031 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9ca22adb-39cc-4e01-b2ee-af2aff2af528 req-af410117-078c-4fa1-97ed-5c8297814a17 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 May 17 12:08:30.672042 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827024bf-cac1-4d7a-8ec1-78792a6ce434 req-6a6c9bd1-abc2-4c0c-9543-5bf52ac8b3ad tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:30.673512 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-827024bf-cac1-4d7a-8ec1-78792a6ce434 req-6a6c9bd1-abc2-4c0c-9543-5bf52ac8b3ad tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.1399693 May 17 12:08:30.738574 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83914400-abfa-484a-962c-360f5b83c016 req-872acc9a-b73b-4654-9fe3-eea9d871e91c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:30.740225 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-83914400-abfa-484a-962c-360f5b83c016 req-872acc9a-b73b-4654-9fe3-eea9d871e91c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 946 time: 0.3073697 May 17 12:08:30.743338 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-827024bf-cac1-4d7a-8ec1-78792a6ce434 req-08ad9c72-a92a-4de2-be90-d9db01984b32 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584726 May 17 12:08:30.798070 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-83914400-abfa-484a-962c-360f5b83c016 req-4645f807-4000-4ac8-a57d-efe24f17871e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510695 May 17 12:08:32.030377 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7928d4-524b-4193-b514-e8a7abb5a40b req-7851c364-ca0c-46b8-9823-230fb95b637c tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:32.032427 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8d7928d4-524b-4193-b514-e8a7abb5a40b req-7851c364-ca0c-46b8-9823-230fb95b637c tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.1575191 May 17 12:08:32.073378 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6186bc-3834-43ed-ad1c-1928bc252f15 req-08f12335-fed4-4fd4-81eb-0f1d1eae7ef5 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:32.075139 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8c6186bc-3834-43ed-ad1c-1928bc252f15 req-08f12335-fed4-4fd4-81eb-0f1d1eae7ef5 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 946 time: 0.1366801 May 17 12:08:32.130922 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8d7928d4-524b-4193-b514-e8a7abb5a40b req-16411715-2622-4417-91a2-3654ef2465c5 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858092 May 17 12:08:32.146033 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-8c6186bc-3834-43ed-ad1c-1928bc252f15 req-2602f5c5-9906-474b-a17a-db00b4e5b286 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639458 May 17 12:08:32.845179 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-6edb6768-daa8-46f1-9ad4-c06cbea4bec7 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:32.846606 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-6edb6768-daa8-46f1-9ad4-c06cbea4bec7 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.64 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 946 time: 0.1162517 May 17 12:08:32.975956 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a66c47ea-2c2d-416d-ad52-c00ef77a7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:33.000404 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Deleting port b1538614-d80c-4cc0-bd67-4626491eebb0 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:08:33.000747 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:33.140629 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] For port b1538614-d80c-4cc0-bd67-4626491eebb0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=b1538614-d80c-4cc0-bd67-4626491eebb0,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:33.141370 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:33.564624 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:33.564991 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:33.565288 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.db.l3_db [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Floating IP 832a8fa0-8902-475e-909b-fbd223c3c9c8 disassociated. External IP: 172.28.3.245, port: b1538614-d80c-4cc0-bd67-4626491eebb0. May 17 12:08:33.565635 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Calling delete_port for b1538614-d80c-4cc0-bd67-4626491eebb0 owned by compute:nova {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:08:33.606557 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1484b-5f6c-4ee3-bad3-718d3e861fb9 req-91f05ad3-e5e3-46e8-84d1-20cf6e695c34 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:33.608139 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4df1484b-5f6c-4ee3-bad3-718d3e861fb9 req-91f05ad3-e5e3-46e8-84d1-20cf6e695c34 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.3609705 May 17 12:08:33.620583 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd847b54-9f49-4129-94df-8ebd3d3993ec req-d262f4a3-c720-40f0-bc0c-a1af0fc77184 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:33.622292 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dd847b54-9f49-4129-94df-8ebd3d3993ec req-d262f4a3-c720-40f0-bc0c-a1af0fc77184 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 946 time: 0.2892320 May 17 12:08:33.716890 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dd847b54-9f49-4129-94df-8ebd3d3993ec req-9fdcdeb2-a228-4d04-8deb-8e81c83a92c0 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=50c13eb1-210b-4124-baa9-53aa0d214298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752327 May 17 12:08:33.721215 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4df1484b-5f6c-4ee3-bad3-718d3e861fb9 req-21fe9ce1-74fc-49c8-b0a6-d0a77adb9170 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963721 May 17 12:08:33.803248 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:33.809385 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:33.953072 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event deleted for resources: {'Port': ['ID=b1538614-d80c-4cc0-bd67-4626491eebb0,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:33.967310 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:33.967596 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:33.967948 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:33.968298 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:33.968699 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:33.969021 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:33.969390 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:33.969733 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:33.970063 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:33.970401 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:33.970734 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:33.971067 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:33.974566 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:34.164725 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:08:34.350332 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:08:34.362224 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af9cec-e66c-4443-8e57-ad82614af1e4 None None] Sync routers for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:08:34.373469 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af9cec-e66c-4443-8e57-ad82614af1e4 None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:08:34.374206 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-d0af9cec-e66c-4443-8e57-ad82614af1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:08:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:34.428846 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] No DVR routers for this DVR port b1538614-d80c-4cc0-bd67-4626491eebb0 on host hv-cinder-73414 {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:08:34.431477 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:34.434453 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'name': 'network-vif-deleted', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:08:34.451529 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b98dd106-29c7-48a5-ad99-92e32573f332 req-5ca0d53c-0a8f-4e51-ba84-53ebada2723f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.64 "DELETE /v2.0/ports/b1538614-d80c-4cc0-bd67-4626491eebb0 HTTP/1.1" status: 204 len: 173 time: 1.5976555 May 17 12:08:34.491369 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8101c6e8-770c-474a-a305-6de740da66bd', 'name': 'network-vif-deleted', 'tag': 'b1538614-d80c-4cc0-bd67-4626491eebb0', 'status': 'completed', 'code': 200} May 17 12:08:34.571297 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-d0af9cec-e66c-4443-8e57-ad82614af1e4 None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:08:34.944208 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-d0af9cec-e66c-4443-8e57-ad82614af1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:35Z', 'revision_number': 5, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:34.949729 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af9cec-e66c-4443-8e57-ad82614af1e4 None None] Checking router: e19cdd3f-6d23-4604-b41e-5f7aa19ec7de for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:08:34.960908 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af9cec-e66c-4443-8e57-ad82614af1e4 None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:08:34.961528 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-d0af9cec-e66c-4443-8e57-ad82614af1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:08:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:34.973764 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-6abd6f1b-4f4e-4049-b480-1724b2a42d31 req-0f8e923f-cef0-403b-a7fb-72a92c3bfa6e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Synchronizing usage tracker for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:08:35.010811 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-6abd6f1b-4f4e-4049-b480-1724b2a42d31 req-0f8e923f-cef0-403b-a7fb-72a92c3bfa6e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Unset dirty status for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:08:35.012584 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6abd6f1b-4f4e-4049-b480-1724b2a42d31 req-0f8e923f-cef0-403b-a7fb-72a92c3bfa6e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=8101c6e8-770c-474a-a305-6de740da66bd HTTP/1.1" status: 200 len: 210 time: 0.1422739 May 17 12:08:35.038199 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ad024-3a59-4a1b-a004-61a4cd99f0d3 req-13d1490d-0c0e-4df5-9750-fa51106984b5 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:35.039864 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3a9ad024-3a59-4a1b-a004-61a4cd99f0d3 req-13d1490d-0c0e-4df5-9750-fa51106984b5 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.1205125 May 17 12:08:35.120579 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3a9ad024-3a59-4a1b-a004-61a4cd99f0d3 req-801fb51e-123c-478f-80c2-1445543b7df5 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727429 May 17 12:08:35.206280 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-d0af9cec-e66c-4443-8e57-ad82614af1e4 None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:08:35.532350 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-d0af9cec-e66c-4443-8e57-ad82614af1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:35Z', 'revision_number': 5, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:35.536489 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af9cec-e66c-4443-8e57-ad82614af1e4 None None] The sync data for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb is: [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:35Z', 'revision_number': 5, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:08:35.592849 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-8bbdaa8f-6546-4edc-b0fc-ea9a062df632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:35.664758 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:35.772673 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97946d5e-a364-4329-af5c-e827b6936043 None None] New status for floating IP 832a8fa0-8902-475e-909b-fbd223c3c9c8: DOWN {{(pid=78761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:08:36.211246 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56098) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:36.282686 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6775da23-c4be-4ab6-9fa4-bbd015a9ff3d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:36.317438 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6775da23-c4be-4ab6-9fa4-bbd015a9ff3d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:36.337229 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998674b1-b4a3-4dd1-a013-9c05699f00d7 req-df363169-51fa-4d2d-839c-b362683ea946 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:36.339090 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-998674b1-b4a3-4dd1-a013-9c05699f00d7 req-df363169-51fa-4d2d-839c-b362683ea946 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.0929053 May 17 12:08:36.384050 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6775da23-c4be-4ab6-9fa4-bbd015a9ff3d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:36.398185 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-6e9b0bae-8268-4418-8801-843e38eccf96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:36.412913 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775da23-c4be-4ab6-9fa4-bbd015a9ff3d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c13eb1-210b-4124-baa9-53aa0d214298,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:36.415617 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-6775da23-c4be-4ab6-9fa4-bbd015a9ff3d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:36.423507 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-998674b1-b4a3-4dd1-a013-9c05699f00d7 req-88ab190b-21e1-4f4e-a97a-8f9c7fd3260f tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700967 May 17 12:08:36.434656 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6775da23-c4be-4ab6-9fa4-bbd015a9ff3d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:36.438989 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-6775da23-c4be-4ab6-9fa4-bbd015a9ff3d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "DELETE /v2.0/security-groups/50c13eb1-210b-4124-baa9-53aa0d214298 HTTP/1.1" status: 204 len: 168 time: 0.2265737 May 17 12:08:36.439183 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56102) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:36.458030 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.api.v2.resource [None req-99bfdaff-1b55-452c-af3a-b16cc1ec4014 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] show failed (client error): The resource could not be found. May 17 12:08:36.459042 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-99bfdaff-1b55-452c-af3a-b16cc1ec4014 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups/50c13eb1-210b-4124-baa9-53aa0d214298 HTTP/1.1" status: 404 len: 347 time: 0.0187840 May 17 12:08:36.461988 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56106) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:36.671859 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:36.701849 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-c391d1b3-0fed-4c9c-9e7e-b8f40998cce3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Deleting port 44454b20-8578-49a9-9d93-0c757ed83e5f {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:08:36.702140 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-c391d1b3-0fed-4c9c-9e7e-b8f40998cce3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:36.850327 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-c391d1b3-0fed-4c9c-9e7e-b8f40998cce3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:36.850655 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-c391d1b3-0fed-4c9c-9e7e-b8f40998cce3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:36.984548 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-c391d1b3-0fed-4c9c-9e7e-b8f40998cce3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Calling delete_port for 44454b20-8578-49a9-9d93-0c757ed83e5f owned by network:floatingip {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:08:37.104661 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-c391d1b3-0fed-4c9c-9e7e-b8f40998cce3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:37.108754 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:37.252962 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391d1b3-0fed-4c9c-9e7e-b8f40998cce3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event deleted for resources: {'Port': ['ID=44454b20-8578-49a9-9d93-0c757ed83e5f,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:37.255519 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-c391d1b3-0fed-4c9c-9e7e-b8f40998cce3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:37.348661 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-c391d1b3-0fed-4c9c-9e7e-b8f40998cce3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:37.371464 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-c391d1b3-0fed-4c9c-9e7e-b8f40998cce3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:37.375721 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-c391d1b3-0fed-4c9c-9e7e-b8f40998cce3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "DELETE /v2.0/floatingips/832a8fa0-8902-475e-909b-fbd223c3c9c8 HTTP/1.1" status: 204 len: 168 time: 0.9127240 May 17 12:08:37.622313 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98c8b3-57bf-4fbe-b8a3-65c01a003919 req-39559365-3def-4181-a259-35e7fb503f69 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:37.623857 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ce98c8b3-57bf-4fbe-b8a3-65c01a003919 req-39559365-3def-4181-a259-35e7fb503f69 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.0892749 May 17 12:08:37.673253 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ce98c8b3-57bf-4fbe-b8a3-65c01a003919 req-24093d64-8fd6-4736-9ec6-3f7409f375f4 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431516 May 17 12:08:37.678100 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56116) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:37.684699 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1500697377', 'description': 'tempest-description--662416065'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:37.691394 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:37.695845 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Usage tracker for resource:security_group and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:37.699695 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:37.706096 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:37.716699 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:37.737980 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:37.741859 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Usage tracker for resource:security_group_rule and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:37.745706 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:37.751516 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:37.827123 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:37.830919 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:37.834670 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d09f7b41-2fb2-4e2c-92a7-d8d4927ce9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:37.851421 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b1538614-d80c-4cc0-bd67-4626491eebb0 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:08:37.878530 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:37.881532 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:37.886401 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: b1538614-d80c-4cc0-bd67-4626491eebb0 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:08:37.886522 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:37.886633 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device b1538614-d80c-4cc0-bd67-4626491eebb0 not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:08:37.887631 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2083821 May 17 12:08:37.890590 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56120) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:37.895994 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-6bb6c77c-9844-4d5b-ac63-a5aaff76a2ab tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Request body: {'security_group_rule': {'security_group_id': '425cc8ba-984f-4f73-aedb-ce6ddf47b5eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:37.902559 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-6bb6c77c-9844-4d5b-ac63-a5aaff76a2ab tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:37.906457 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-6bb6c77c-9844-4d5b-ac63-a5aaff76a2ab tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Usage tracker for resource:security_group_rule and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:37.909342 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-6bb6c77c-9844-4d5b-ac63-a5aaff76a2ab tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:37.914993 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-6bb6c77c-9844-4d5b-ac63-a5aaff76a2ab tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:37.930875 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c77c-9844-4d5b-ac63-a5aaff76a2ab tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:37.998345 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c77c-9844-4d5b-ac63-a5aaff76a2ab tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.002308 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c77c-9844-4d5b-ac63-a5aaff76a2ab tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.004257 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:38.031443 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6c77c-9844-4d5b-ac63-a5aaff76a2ab tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731c5a9c-d291-444b-8e10-4a078c74c215,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:38.033978 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-6bb6c77c-9844-4d5b-ac63-a5aaff76a2ab tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:38.047094 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c77c-9844-4d5b-ac63-a5aaff76a2ab tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.048352 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-6bb6c77c-9844-4d5b-ac63-a5aaff76a2ab tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567440 May 17 12:08:38.051047 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56124) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:38.056155 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-1a9f80db-ee14-42f5-a104-65db05535591 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Request body: {'security_group_rule': {'security_group_id': '425cc8ba-984f-4f73-aedb-ce6ddf47b5eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:38.062768 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-1a9f80db-ee14-42f5-a104-65db05535591 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:38.066580 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-1a9f80db-ee14-42f5-a104-65db05535591 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Usage tracker for resource:security_group_rule and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:38.069462 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-1a9f80db-ee14-42f5-a104-65db05535591 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:38.076468 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-1a9f80db-ee14-42f5-a104-65db05535591 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:38.100527 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1a9f80db-ee14-42f5-a104-65db05535591 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.164853 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1a9f80db-ee14-42f5-a104-65db05535591 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.168709 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1a9f80db-ee14-42f5-a104-65db05535591 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.170866 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-3006f479-be97-42a9-98fd-6917861f9c54 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:38.192859 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f80db-ee14-42f5-a104-65db05535591 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e3fb98-9d21-4406-a3c1-689400dc43d0,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:38.195326 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-1a9f80db-ee14-42f5-a104-65db05535591 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:38.202950 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1a9f80db-ee14-42f5-a104-65db05535591 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.204185 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-1a9f80db-ee14-42f5-a104-65db05535591 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521957 May 17 12:08:38.207215 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56128) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:38.212292 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Request body: {'floatingip': {'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:38.218585 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:38.222366 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Usage tracker for resource:floatingip and tenant:9754f4e8be7b4a9c8bc6f8956455730b is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:38.225196 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:38.231546 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:38.241803 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.384485 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.490682 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.532554 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Allocated IP 172.28.3.171 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/26b95659-1ace-4410-844a-51a1328cedf6) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:38.708502 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.742030 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.748513 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-c391d1b3-0fed-4c9c-9e7e-b8f40998cce3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:38.857602 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:38.865460 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:38.871379 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:08:38.915805 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event updated for resources: {'Port': ['ID=26b95659-1ace-4410-844a-51a1328cedf6,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:38.921290 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:38.972315 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc5d61-0c3f-4f7e-97b0-b6032c246d43 req-ecccf2ac-5b9e-47d2-8094-6b63052f474e tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:38.973837 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4efc5d61-0c3f-4f7e-97b0-b6032c246d43 req-ecccf2ac-5b9e-47d2-8094-6b63052f474e tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.1751194 May 17 12:08:39.005025 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.064911 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4efc5d61-0c3f-4f7e-97b0-b6032c246d43 req-d1ce81e1-1fb8-4e74-a291-f439617dacb1 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846658 May 17 12:08:39.080213 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.289556 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.293978 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739231'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.297507 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-a529bdfa-918e-4f37-b223-b038a14dbf62 tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:39.405914 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event updated for resources: {'Port': ['ID=26b95659-1ace-4410-844a-51a1328cedf6,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:39.409816 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:39.418319 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.440742 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.442057 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2338858 May 17 12:08:39.607314 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-bc1ae31f-0c4f-47fb-a65c-72ac973b77c8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Synchronizing usage tracker for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:security_group {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:08:39.626134 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-bc1ae31f-0c4f-47fb-a65c-72ac973b77c8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Unset dirty status for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:security_group {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:08:39.627373 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-bc1ae31f-0c4f-47fb-a65c-72ac973b77c8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1500697377&fields=id&tenant_id=9754f4e8be7b4a9c8bc6f8956455730b HTTP/1.1" status: 200 len: 267 time: 0.0615027 May 17 12:08:39.776428 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-3ed68130-6083-4cb0-8a87-893faa8427cd tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:39.777875 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-3ed68130-6083-4cb0-8a87-893faa8427cd tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 816 time: 0.1437654 May 17 12:08:39.793981 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7785d0d0-d81a-42c4-92ba-993b45b4b733 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/quotas/9754f4e8be7b4a9c8bc6f8956455730b HTTP/1.1" status: 200 len: 375 time: 0.0104589 May 17 12:08:39.969952 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7668eae9-13b5-4325-9ca9-91ea1b66574d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Synchronizing usage tracker for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:08:39.986449 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7668eae9-13b5-4325-9ca9-91ea1b66574d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Unset dirty status for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:08:39.987752 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7668eae9-13b5-4325-9ca9-91ea1b66574d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1880820 May 17 12:08:40.176420 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-b1e875d5-018e-4337-b7d8-0d7108efd9e8 service neutron] 10.222.0.47 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760612 May 17 12:08:40.365505 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-6bef560d-38cb-45bf-b936-dc3c6928abe5 service neutron] 10.222.0.47 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538274 May 17 12:08:40.376463 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a444a-7bf3-43c4-9dd0-3915af2ba857 req-f944b311-6028-458d-8ad2-4160a0bb10a7 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:40.377905 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-331a444a-7bf3-43c4-9dd0-3915af2ba857 req-f944b311-6028-458d-8ad2-4160a0bb10a7 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.1982014 May 17 12:08:40.425922 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-331a444a-7bf3-43c4-9dd0-3915af2ba857 req-7c63ba5e-2def-4bd7-85c3-780b60fe56bc tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 May 17 12:08:40.551681 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-db5d590a-f065-464f-bde9-0b8d05c5fc29 req-7a524fa1-ec27-48c3-aab0-3349b95d0911 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 210 time: 0.0431087 May 17 12:08:41.481857 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:41.682156 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-57afcdbc-fa81-4365-8fdd-69880352e82e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:41.683519 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-57afcdbc-fa81-4365-8fdd-69880352e82e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.64 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 816 time: 0.2169826 May 17 12:08:41.749727 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca3812-aef7-4fc5-b5b5-ae5eb0feb84e req-813464ff-bc87-4080-9c6b-0bed1d3e01d1 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:41.751169 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-efca3812-aef7-4fc5-b5b5-ae5eb0feb84e req-813464ff-bc87-4080-9c6b-0bed1d3e01d1 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.2054801 May 17 12:08:41.755969 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bc1f8c78-c346-4cdb-97dd-fda5aa68e03a req-bb562e6e-47b4-4558-a859-e27503b6d3e4 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 210 time: 0.0829461 May 17 12:08:41.810095 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-526592c8-d156-48c8-a861-3a1c8f6da338 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9754f4e8be7b4a9c8bc6f8956455730b HTTP/1.1" status: 200 len: 380 time: 0.0932777 May 17 12:08:41.817740 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-efca3812-aef7-4fc5-b5b5-ae5eb0feb84e req-1abcca50-e337-4599-aa76-88d0fdb8126a tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608499 May 17 12:08:41.822963 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Request body: {'port': {'device_id': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'admin_state_up': True, 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'security_groups': ['425cc8ba-984f-4f73-aedb-ce6ddf47b5eb']}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:41.852577 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15d1c2-41d9-4999-85fd-03b0931d81ed req-ed809764-6a24-4604-930a-f2dd95a94bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:41.854385 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-6b15d1c2-41d9-4999-85fd-03b0931d81ed req-ed809764-6a24-4604-930a-f2dd95a94bb8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e0609b6aaf74c2296065762a9918789&device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 1099 time: 0.0754542 May 17 12:08:41.961360 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:41.972233 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:41.983784 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Made reservation on behalf of 9754f4e8be7b4a9c8bc6f8956455730b for: {'port': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:08:41.987532 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:41.989582 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15d1c2-41d9-4999-85fd-03b0931d81ed req-13a97a9c-200d-48ab-bf5e-278e2463f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:41.991037 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-6b15d1c2-41d9-4999-85fd-03b0931d81ed req-13a97a9c-200d-48ab-bf5e-278e2463f786 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74 HTTP/1.1" status: 200 len: 909 time: 0.1300054 May 17 12:08:42.100028 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-6b15d1c2-41d9-4999-85fd-03b0931d81ed req-39f4d606-036e-46fa-8522-8517ffc635cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7 HTTP/1.1" status: 200 len: 1002 time: 0.1012959 May 17 12:08:42.160809 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Allocated IP 172.20.0.12 (5a4306c9-0686-4729-b018-267bb97db762/656d62e3-fa84-4fc2-a236-aef24f917a4e/390d7423-20d9-4370-918c-e2d47b29a7ab) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:42.166997 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15d1c2-41d9-4999-85fd-03b0931d81ed req-9d1cf756-2161-4a87-852a-690eef39e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:42.168489 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-6b15d1c2-41d9-4999-85fd-03b0931d81ed req-9d1cf756-2161-4a87-852a-690eef39e70d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8612b030-a091-464f-b296-b7f7690176ee HTTP/1.1" status: 200 len: 847 time: 0.0612199 May 17 12:08:42.251315 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15d1c2-41d9-4999-85fd-03b0931d81ed req-53257e64-680d-42ae-b101-66f53a83ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:42.252688 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-6b15d1c2-41d9-4999-85fd-03b0931d81ed req-53257e64-680d-42ae-b101-66f53a83ccc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0759187 May 17 12:08:42.356094 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:42.374435 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Transition to ACTIVE for port object 390d7423-20d9-4370-918c-e2d47b29a7ab will not be triggered until provisioned by entity DHCP. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:08:42.396626 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-6b15d1c2-41d9-4999-85fd-03b0931d81ed req-be948c98-cda8-4632-88a7-ff47987d90d1 service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350901 May 17 12:08:42.403047 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:42.408790 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b2db7c50-f9e3-4209-b2e5-49918e227dab tempest-AttachVolumeNegativeTest-599644823 tempest-AttachVolumeNegativeTest-599644823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:42.480522 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Network 5a4306c9-0686-4729-b018-267bb97db762 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:42.483722 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:42.487777 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:08:42.521548 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event updated for resources: {'Port': ['ID=390d7423-20d9-4370-918c-e2d47b29a7ab,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:42.532902 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:42.564387 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:42.565042 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:42.583855 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-6b15d1c2-41d9-4999-85fd-03b0931d81ed req-10a9aafd-997f-4449-8537-9b8a9163009d service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437595 May 17 12:08:42.593636 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7748697 May 17 12:08:42.606828 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Request body: {'port': {'device_id': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:42.731994 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:42.803775 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d2a3809e-b55c-4469-9a05-ce950f45f5f8 None None] Provisioning for port 390d7423-20d9-4370-918c-e2d47b29a7ab completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:08:42.810964 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-d2a3809e-b55c-4469-9a05-ce950f45f5f8 None None] Provisioning complete for port 390d7423-20d9-4370-918c-e2d47b29a7ab triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:08:42.811542 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d2a3809e-b55c-4469-9a05-ce950f45f5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:42.876234 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3809e-b55c-4469-9a05-ce950f45f5f8 None None] Port 390d7423-20d9-4370-918c-e2d47b29a7ab cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:08:43.256203 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d8b49-7d41-4010-b3ca-d58b2f69b3c6 req-23099b75-a255-40c0-8653-c570af9cacba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:43.256904 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-983d8b49-7d41-4010-b3ca-d58b2f69b3c6 req-23099b75-a255-40c0-8653-c570af9cacba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Synchronizing usage tracker for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:08:43.273851 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46e5c5-3b60-4cab-a618-0cd14cdde135 req-00e12482-b709-487f-a7a3-84ee5d5da634 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:43.275414 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2f46e5c5-3b60-4cab-a618-0cd14cdde135 req-00e12482-b709-487f-a7a3-84ee5d5da634 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.2682648 May 17 12:08:43.324029 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-983d8b49-7d41-4010-b3ca-d58b2f69b3c6 req-23099b75-a255-40c0-8653-c570af9cacba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Unset dirty status for tenant:9754f4e8be7b4a9c8bc6f8956455730b on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:08:43.325194 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-983d8b49-7d41-4010-b3ca-d58b2f69b3c6 req-23099b75-a255-40c0-8653-c570af9cacba tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 932 time: 0.3582027 May 17 12:08:43.419041 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2f46e5c5-3b60-4cab-a618-0cd14cdde135 req-e879e319-d524-4c5f-b146-ddcc83bbed33 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346684 May 17 12:08:43.437152 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390d7423-20d9-4370-918c-e2d47b29a7ab {{(pid=78759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:08:43.444021 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-983d8b49-7d41-4010-b3ca-d58b2f69b3c6 req-a98a7e4f-3aff-4c8b-a57e-dae1f0de5475 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077411 May 17 12:08:43.448743 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:43.466483 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.provisioning_blocks [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Transition to ACTIVE for port object 390d7423-20d9-4370-918c-e2d47b29a7ab will not be triggered until provisioned by entity L2. {{(pid=78759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:08:43.470776 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739231'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:43.474721 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-90e12284-caae-4f65-b1b4-bec789e87b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:43.607386 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Pushing event updated for resources: {'Port': ['ID=390d7423-20d9-4370-918c-e2d47b29a7ab,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:43.639686 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:43.723301 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Attempting to bind port 390d7423-20d9-4370-918c-e2d47b29a7ab on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:08:43.723657 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Attempting to bind port 390d7423-20d9-4370-918c-e2d47b29a7ab by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:08:43.723978 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Attempting to bind port 390d7423-20d9-4370-918c-e2d47b29a7ab on network 5a4306c9-0686-4729-b018-267bb97db762 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:08:43.729657 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Port 390d7423-20d9-4370-918c-e2d47b29a7ab on network 5a4306c9-0686-4729-b018-267bb97db762 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:08:43.730102 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Attempting to bind port 390d7423-20d9-4370-918c-e2d47b29a7ab on network 5a4306c9-0686-4729-b018-267bb97db762 {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:08:43.735206 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:08:43.736285 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Checking segment: {'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:08:43.736285 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Bound using segment: {'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'} {{(pid=78759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:08:43.736635 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.managers [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Bound port: 390d7423-20d9-4370-918c-e2d47b29a7ab, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6901d5-3f7a-430c-adc5-0b4b12146591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a4306c9-0686-4729-b018-267bb97db762'}}] {{(pid=78759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:08:43.736635 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:43.831430 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] For port 390d7423-20d9-4370-918c-e2d47b29a7ab, host hv-cinder-73414, cleared binding levels {{(pid=78759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:08:43.834381 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] For port 390d7423-20d9-4370-918c-e2d47b29a7ab, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=390d7423-20d9-4370-918c-e2d47b29a7ab,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:08:43.839257 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739231'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:43.843917 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:43.898483 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:43.899133 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:43.900642 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] 10.222.0.64 "PUT /v2.0/ports/390d7423-20d9-4370-918c-e2d47b29a7ab HTTP/1.1" status: 200 len: 1094 time: 1.2994194 May 17 12:08:43.901117 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:08:43.924309 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Pushing event updated for resources: {'Port': ['ID=390d7423-20d9-4370-918c-e2d47b29a7ab,revision_number=3']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:43.927413 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:43.988684 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'status': 'completed', 'code': 200} May 17 12:08:44.029004 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-4e134287-34b6-405b-a24d-265d972eed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:44.030561 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-4e134287-34b6-405b-a24d-265d972eed25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 1097 time: 0.0810869 May 17 12:08:44.107525 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-c292dbf3-0c7d-42fc-a454-2bfefc4b6d97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=390d7423-20d9-4370-918c-e2d47b29a7ab HTTP/1.1" status: 200 len: 217 time: 0.0678174 May 17 12:08:44.198070 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-44785981-ab8e-4c55-9bb3-5b3b33fa8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:44.199390 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-44785981-ab8e-4c55-9bb3-5b3b33fa8b33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 200 len: 855 time: 0.0588622 May 17 12:08:44.284257 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-2db28892-8d96-40b2-b168-914d53e020b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:44.285742 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-2db28892-8d96-40b2-b168-914d53e020b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a4306c9-0686-4729-b018-267bb97db762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0778458 May 17 12:08:44.423942 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-3759666c-53d6-4a5d-a181-608e10e25851 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298141 May 17 12:08:44.782008 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3d8e0806-a3cf-4f7d-8836-927646f73fc8 req-38b1c92c-576d-44b7-bec8-2aab515373cc service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495634 May 17 12:08:44.829335 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eea31-8cfa-405c-8c71-23c3d1542fe0 req-05533ae7-45f5-41e2-bed4-105f75f3eb21 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:44.830860 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-456eea31-8cfa-405c-8c71-23c3d1542fe0 req-05533ae7-45f5-41e2-bed4-105f75f3eb21 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.2301078 May 17 12:08:44.839321 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f2348-6d47-479c-88f0-1e339cf403ef req-5fb63a40-9868-4214-b4c2-c47503e5a9ab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:44.840765 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d07f2348-6d47-479c-88f0-1e339cf403ef req-5fb63a40-9868-4214-b4c2-c47503e5a9ab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.2888806 May 17 12:08:44.967093 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d07f2348-6d47-479c-88f0-1e339cf403ef req-c38835d1-5010-4c4a-8a61-781d36fb3965 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937116 May 17 12:08:44.975623 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-456eea31-8cfa-405c-8c71-23c3d1542fe0 req-0b9dd9ce-6ab4-472a-9e8e-15a46a650261 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328166 May 17 12:08:44.993698 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c320273-ab97-4551-8f2b-d000e72455d5 req-30d3edcd-48c5-4ab9-bb67-9af0a606d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:44.996020 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2c320273-ab97-4551-8f2b-d000e72455d5 req-30d3edcd-48c5-4ab9-bb67-9af0a606d978 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 1097 time: 0.1543717 May 17 12:08:45.139029 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c320273-ab97-4551-8f2b-d000e72455d5 req-1663fc7c-bb8b-4746-998d-72dfc48f17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:45.140854 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2c320273-ab97-4551-8f2b-d000e72455d5 req-1663fc7c-bb8b-4746-998d-72dfc48f17ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 917 time: 0.1363139 May 17 12:08:45.219573 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2c320273-ab97-4551-8f2b-d000e72455d5 req-b9563f55-2887-4b5c-9346-479c1ae0e9b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=390d7423-20d9-4370-918c-e2d47b29a7ab HTTP/1.1" status: 200 len: 217 time: 0.0615106 May 17 12:08:45.288091 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c320273-ab97-4551-8f2b-d000e72455d5 req-6b631f52-cae0-469b-89f5-d499dae4b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:45.289525 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2c320273-ab97-4551-8f2b-d000e72455d5 req-6b631f52-cae0-469b-89f5-d499dae4b085 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 200 len: 855 time: 0.0626166 May 17 12:08:45.371341 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c320273-ab97-4551-8f2b-d000e72455d5 req-4dbfdd3a-a9c6-4504-be58-f7de879dfcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:45.373142 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2c320273-ab97-4551-8f2b-d000e72455d5 req-4dbfdd3a-a9c6-4504-be58-f7de879dfcef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a4306c9-0686-4729-b018-267bb97db762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0758102 May 17 12:08:45.507668 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2c320273-ab97-4551-8f2b-d000e72455d5 req-65f8f76b-ef7f-49f9-b751-fede255e2719 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272361 May 17 12:08:45.643624 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2c320273-ab97-4551-8f2b-d000e72455d5 req-35635b20-82d1-4fd1-979a-86409ee31981 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283107 May 17 12:08:46.241216 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff07841-1c63-4a2c-bad8-777bd3a5e64e req-eef2bf64-503d-4369-a140-afc5774fcc73 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:46.242698 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2ff07841-1c63-4a2c-bad8-777bd3a5e64e req-eef2bf64-503d-4369-a140-afc5774fcc73 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.1480131 May 17 12:08:46.252208 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb52e91-6a03-453a-8b1d-3b7d553a9c74 req-3eb4e374-29e9-48aa-ad23-3fb6a1bf4838 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:46.253545 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4eb52e91-6a03-453a-8b1d-3b7d553a9c74 req-3eb4e374-29e9-48aa-ad23-3fb6a1bf4838 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.1259079 May 17 12:08:46.326196 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2ff07841-1c63-4a2c-bad8-777bd3a5e64e req-31ec2b07-da1a-454b-bebc-2be0799a12ac tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716665 May 17 12:08:46.331179 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4eb52e91-6a03-453a-8b1d-3b7d553a9c74 req-84fffd80-d4fb-45a4-9cad-ac39598a0f3e tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628943 May 17 12:08:46.610682 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56194) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:46.701991 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c80519-eb95-4f96-beec-1b5007aa0304 req-537f6b6e-5d2d-4a14-88f3-322a99a7f9b1 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:46.703835 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-40c80519-eb95-4f96-beec-1b5007aa0304 req-537f6b6e-5d2d-4a14-88f3-322a99a7f9b1 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.0901492 May 17 12:08:46.730182 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-0c82c5ee-b692-48bd-8b43-2e9ad334f793 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1178346 May 17 12:08:46.751983 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-40c80519-eb95-4f96-beec-1b5007aa0304 req-df7aabf3-1e50-4ab9-8f75-9a80c2de7193 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423555 May 17 12:08:47.561473 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d89edb-7447-4e80-91d2-71cde2491ccf req-60a71b20-e985-4b5d-95e9-0b02356d80e6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:47.563174 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c9d89edb-7447-4e80-91d2-71cde2491ccf req-60a71b20-e985-4b5d-95e9-0b02356d80e6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.0965760 May 17 12:08:47.612563 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c9d89edb-7447-4e80-91d2-71cde2491ccf req-bd64cc02-74b9-4b74-a70a-e087e0717219 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433691 May 17 12:08:47.934646 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 390d7423-20d9-4370-918c-e2d47b29a7ab details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:08:47.938942 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 303b06df-11f4-4a7a-8592-5836c81a6ca7 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:08:48.041785 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06f9e1-fb5a-43b6-9eb0-a13338e65933 req-5b9f9ab0-8855-42f1-ba8a-9960cb54be3d tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:48.045589 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-eb06f9e1-fb5a-43b6-9eb0-a13338e65933 req-5b9f9ab0-8855-42f1-ba8a-9960cb54be3d tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.1312392 May 17 12:08:48.142736 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-eb06f9e1-fb5a-43b6-9eb0-a13338e65933 req-f2091aa5-9d1b-426f-a4d0-2675b10b4916 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844498 May 17 12:08:48.388494 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:48.431795 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 390d7423-20d9-4370-918c-e2d47b29a7ab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=390d7423-20d9-4370-918c-e2d47b29a7ab,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:48.472327 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'port_id': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'mac_address': 'fa:16:3e:9d:92:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:08:48.484259 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:08:48.522538 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-ae528fd4-5274-4842-887d-dc41466461df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:48.524124 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-ae528fd4-5274-4842-887d-dc41466461df service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165&tenant_id=3e0609b6aaf74c2296065762a9918789 HTTP/1.1" status: 200 len: 1099 time: 0.0947049 May 17 12:08:48.569211 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 303b06df-11f4-4a7a-8592-5836c81a6ca7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:48.571260 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'code': 200} May 17 12:08:48.579917 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:48.584036 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-b45c6b8e-d4da-40f4-9a94-b04f720cd4a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:48.644441 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-0fd29fcb-40bf-4cee-a5f4-2063f202d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:48.645966 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-0fd29fcb-40bf-4cee-a5f4-2063f202d9df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e0609b6aaf74c2296065762a9918789&device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 1097 time: 0.0937853 May 17 12:08:48.648168 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:48.685290 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390d7423-20d9-4370-918c-e2d47b29a7ab {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:08:48.704519 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=303b06df-11f4-4a7a-8592-5836c81a6ca7,revision_number=6']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:48.712325 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:48.722522 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 390d7423-20d9-4370-918c-e2d47b29a7ab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=390d7423-20d9-4370-918c-e2d47b29a7ab,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:48.728724 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:48.731603 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:48.824738 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=390d7423-20d9-4370-918c-e2d47b29a7ab,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:48.828738 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:48.974595 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:08:49.093310 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-794fe197-fd41-4a80-9b7c-f66da11ef215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:49.096080 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-794fe197-fd41-4a80-9b7c-f66da11ef215 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74 HTTP/1.1" status: 200 len: 909 time: 0.4423020 May 17 12:08:49.130432 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['390d7423-20d9-4370-918c-e2d47b29a7ab'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:08:49.239068 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8940cf-bc60-4f1a-a4d2-a119c2bb6784 req-5bee11b8-a442-427b-bd29-a7e707ae1f32 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:49.240594 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2c8940cf-bc60-4f1a-a4d2-a119c2bb6784 req-5bee11b8-a442-427b-bd29-a7e707ae1f32 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 945 time: 0.4429841 May 17 12:08:49.299838 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-8ed4a7c6-f73d-4982-84c3-4bc517c757be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1943314 May 17 12:08:49.352509 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2c8940cf-bc60-4f1a-a4d2-a119c2bb6784 req-3835fdac-15ff-44e9-ac0a-37ef7d005c1b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012442 May 17 12:08:49.466126 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-2fd76be3-4f75-4047-a9c3-e7091ed60580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:49.467819 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-2fd76be3-4f75-4047-a9c3-e7091ed60580 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8612b030-a091-464f-b296-b7f7690176ee HTTP/1.1" status: 200 len: 847 time: 0.1602552 May 17 12:08:49.575820 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c7928-c957-402c-8e5f-078919625551 req-462e29c7-d0fa-4696-93b8-0df8ffdac9d2 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:49.577273 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0b0c7928-c957-402c-8e5f-078919625551 req-462e29c7-d0fa-4696-93b8-0df8ffdac9d2 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 944 time: 0.2658436 May 17 12:08:49.637266 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-a30a3b6c-2cfa-4783-bcfb-6170a54b1f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:49.639988 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-a30a3b6c-2cfa-4783-bcfb-6170a54b1f5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1645348 May 17 12:08:49.690213 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0b0c7928-c957-402c-8e5f-078919625551 req-c9171c50-4cfc-4cc0-9066-8388ecb398fc tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038074 May 17 12:08:49.833653 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-91d39da8-fc2d-489f-a714-e1a087bbd53c service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843607 May 17 12:08:49.976782 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-79bcda5d-e2db-4b1b-abf7-f8cc4d7ca10d req-517288e3-6acd-449c-baff-e13542dc2147 service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360641 May 17 12:08:50.623909 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7b375-ddd7-4373-a80e-84e9b7f02320 req-d467e3e0-56e9-4369-b36f-483ed4ae3e73 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:50.625600 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-02d7b375-ddd7-4373-a80e-84e9b7f02320 req-d467e3e0-56e9-4369-b36f-483ed4ae3e73 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 945 time: 0.1036921 May 17 12:08:50.677368 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-02d7b375-ddd7-4373-a80e-84e9b7f02320 req-8935d456-184f-4b8c-9a34-2275a7f96496 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456178 May 17 12:08:50.921548 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7ad3b-6e21-41ad-a7b8-6baed99669d3 req-97bba4c4-14d5-4afc-8fe5-16e91151c93f tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:50.923203 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f0d7ad3b-6e21-41ad-a7b8-6baed99669d3 req-97bba4c4-14d5-4afc-8fe5-16e91151c93f tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 944 time: 0.1139646 May 17 12:08:50.975732 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f0d7ad3b-6e21-41ad-a7b8-6baed99669d3 req-58320e7b-6c82-4b68-afae-96683e9a5fca tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465896 May 17 12:08:51.908196 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bc408-5ec6-479d-8132-5c2ea01c2ad5 req-5af74d2e-165f-4266-bac1-fe80ee054cbf tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:51.909798 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-216bc408-5ec6-479d-8132-5c2ea01c2ad5 req-5af74d2e-165f-4266-bac1-fe80ee054cbf tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 945 time: 0.1016946 May 17 12:08:51.976382 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-216bc408-5ec6-479d-8132-5c2ea01c2ad5 req-024f0257-205d-4de4-88c6-e8f675ecda60 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598462 May 17 12:08:51.977709 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 390d7423-20d9-4370-918c-e2d47b29a7ab up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:08:52.109774 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port 390d7423-20d9-4370-918c-e2d47b29a7ab completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:08:52.116271 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 390d7423-20d9-4370-918c-e2d47b29a7ab triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:08:52.116671 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:52.223186 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89186398-3539-4707-be10-fc6c4f13fb15 req-9e1f89d6-28cd-41a1-9b82-9980d0929199 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:52.225946 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-89186398-3539-4707-be10-fc6c4f13fb15 req-9e1f89d6-28cd-41a1-9b82-9980d0929199 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 944 time: 0.1249235 May 17 12:08:52.252894 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:52.280241 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-89186398-3539-4707-be10-fc6c4f13fb15 req-862efdda-9ae5-4231-9ac7-181136bf2edd tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470333 May 17 12:08:52.297236 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:08:52.309252 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 390d7423-20d9-4370-918c-e2d47b29a7ab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=390d7423-20d9-4370-918c-e2d47b29a7ab,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:52.314375 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:52.317819 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-5586c0c5-911b-41e6-90ad-b332f267b563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:52.379083 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'code': 200} May 17 12:08:52.406730 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=390d7423-20d9-4370-918c-e2d47b29a7ab,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:52.423846 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:52.424416 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:52.425646 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:52.425646 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:52.426003 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:52.426225 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:52.427065 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:52.429415 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:52.429415 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:52.429415 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:52.429415 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:52.430319 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:52.435492 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:52.663016 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43318523-7dc5-44ee-9aae-7c1805d9710d req-913c7b85-dc9f-4398-97aa-ea49eef5e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:52.664552 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-43318523-7dc5-44ee-9aae-7c1805d9710d req-913c7b85-dc9f-4398-97aa-ea49eef5e53c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 1099 time: 0.0800912 May 17 12:08:52.712719 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-43318523-7dc5-44ee-9aae-7c1805d9710d req-37628092-5216-417d-b19f-9a28d0f69806 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399854 May 17 12:08:53.176190 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4221c0-a254-4038-aee5-3be2432afe76 req-8099377f-ae62-4adf-ab93-20ce16b7847a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:53.177676 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ec4221c0-a254-4038-aee5-3be2432afe76 req-8099377f-ae62-4adf-ab93-20ce16b7847a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.0838435 May 17 12:08:53.224141 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ec4221c0-a254-4038-aee5-3be2432afe76 req-5f505092-a086-44ba-a86f-254fbecfcb55 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406907 May 17 12:08:53.480496 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f3836-a402-4d73-84d1-146794d22d86 req-9a2d6be0-1ba9-440b-95bb-6274fc3ecb45 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:53.482002 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6b4f3836-a402-4d73-84d1-146794d22d86 req-9a2d6be0-1ba9-440b-95bb-6274fc3ecb45 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 944 time: 0.0853863 May 17 12:08:53.529259 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6b4f3836-a402-4d73-84d1-146794d22d86 req-2f6e28bb-4798-4d9f-911d-0e4c390d1c36 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 May 17 12:08:53.985473 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 303b06df-11f4-4a7a-8592-5836c81a6ca7 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:08:54.129052 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 303b06df-11f4-4a7a-8592-5836c81a6ca7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:54.143233 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'port_id': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'mac_address': 'fa:16:3e:51:ef:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8612b030-a091-464f-b296-b7f7690176ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:08:54.199373 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:54.216747 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303b06df-11f4-4a7a-8592-5836c81a6ca7 {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:08:54.232239 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 303b06df-11f4-4a7a-8592-5836c81a6ca7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:54.237046 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:54.238772 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:54.317827 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=303b06df-11f4-4a7a-8592-5836c81a6ca7,revision_number=7']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:54.321127 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:54.428909 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a12c3-bfc2-46d1-a82e-3c892c2ba779 req-8cfffa9d-dd4d-444e-947f-5e340bcfac04 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:54.430434 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-912a12c3-bfc2-46d1-a82e-3c892c2ba779 req-8cfffa9d-dd4d-444e-947f-5e340bcfac04 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.0837102 May 17 12:08:54.484254 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-912a12c3-bfc2-46d1-a82e-3c892c2ba779 req-792483d8-218a-4fcb-a8cf-a35a3c7ef00c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465732 May 17 12:08:54.663088 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['303b06df-11f4-4a7a-8592-5836c81a6ca7'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:08:54.794687 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ea48e-fb9a-4af2-879a-4a9a4b2f3951 req-fd560774-4925-44e8-a424-25da72085c71 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:54.796177 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-544ea48e-fb9a-4af2-879a-4a9a4b2f3951 req-fd560774-4925-44e8-a424-25da72085c71 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 945 time: 0.1323307 May 17 12:08:54.809053 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a634a4e-76f1-4da6-add6-60a53197721c req-9f74f279-5085-4558-9f32-1bc6408b8179 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:54.810585 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7a634a4e-76f1-4da6-add6-60a53197721c req-9f74f279-5085-4558-9f32-1bc6408b8179 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.1806221 May 17 12:08:54.822523 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56240) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:54.828510 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-40c117b7-7bcb-44b6-9143-8c459f2cf458 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Request body: {'floatingip': {'port_id': '390d7423-20d9-4370-918c-e2d47b29a7ab'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:54.920483 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-40c117b7-7bcb-44b6-9143-8c459f2cf458 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:54.985999 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-544ea48e-fb9a-4af2-879a-4a9a4b2f3951 req-fe521633-209c-4eca-882a-55385f7f92ca tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742187 May 17 12:08:55.677381 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-40c117b7-7bcb-44b6-9143-8c459f2cf458 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:55.683093 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-40c117b7-7bcb-44b6-9143-8c459f2cf458 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:55.920059 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.l3_db [None req-40c117b7-7bcb-44b6-9143-8c459f2cf458 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Floating IP 11231676-0239-45f8-8015-45ed6107e6c1 associated. External IP: 172.28.3.171, port: 390d7423-20d9-4370-918c-e2d47b29a7ab. May 17 12:08:56.003672 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 303b06df-11f4-4a7a-8592-5836c81a6ca7 up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:08:56.081490 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 303b06df-11f4-4a7a-8592-5836c81a6ca7 triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:08:56.081866 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:56.242503 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:56.275491 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:08:56.290957 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 303b06df-11f4-4a7a-8592-5836c81a6ca7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:56.300796 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:56.309805 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-b45c6b8e-d4da-40f4-9a94-b04f720cd4a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:56.318415 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41d449-a5f9-4874-84f1-25144fb5223b req-38297d26-b662-480f-a7f0-0dc91b67d6ed tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:56.331983 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cc41d449-a5f9-4874-84f1-25144fb5223b req-38297d26-b662-480f-a7f0-0dc91b67d6ed tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 945 time: 0.1484003 May 17 12:08:56.336940 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c117b7-7bcb-44b6-9143-8c459f2cf458 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:08:56.382196 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'code': 200} May 17 12:08:56.422700 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cc41d449-a5f9-4874-84f1-25144fb5223b req-36cdc0f5-45ce-4811-a9b0-d932f8ea23d9 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894768 May 17 12:08:56.440540 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=303b06df-11f4-4a7a-8592-5836c81a6ca7,revision_number=8']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:56.446210 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:56.613069 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c117b7-7bcb-44b6-9143-8c459f2cf458 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:08:56.617462 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-40c117b7-7bcb-44b6-9143-8c459f2cf458 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:56.624639 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f7fc19-61d6-4629-9a68-057c8e4294d7 None None] Sync routers for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:08:56.635242 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7fc19-61d6-4629-9a68-057c8e4294d7 None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:08:56.636246 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-17f7fc19-61d6-4629-9a68-057c8e4294d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:08:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:56.690454 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-40c117b7-7bcb-44b6-9143-8c459f2cf458 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "PUT /v2.0/floatingips/11231676-0239-45f8-8015-45ed6107e6c1 HTTP/1.1" status: 200 len: 992 time: 1.8667550 May 17 12:08:56.691548 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:08:56.752075 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'status': 'completed', 'code': 200} May 17 12:08:56.786650 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425a72a-eaed-4995-bc05-cb94907fd458 req-a3864f68-b2ca-48b1-a45b-88285556672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:56.792417 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e425a72a-eaed-4995-bc05-cb94907fd458 req-a3864f68-b2ca-48b1-a45b-88285556672f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 1099 time: 0.1357024 May 17 12:08:56.843586 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e425a72a-eaed-4995-bc05-cb94907fd458 req-b13e7e10-6c40-4976-b6fb-fb71be869229 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437672 May 17 12:08:56.860601 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0a77d-c3bb-410b-9304-a0717f565aea req-f4c9a454-a012-4b39-b21f-55c660db6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:56.862099 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f1f0a77d-c3bb-410b-9304-a0717f565aea req-f4c9a454-a012-4b39-b21f-55c660db6619 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 1099 time: 0.0843058 May 17 12:08:56.893018 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-17f7fc19-61d6-4629-9a68-057c8e4294d7 None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:08:57.249847 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0a77d-c3bb-410b-9304-a0717f565aea req-f5d4ddca-73e7-43fb-b537-963196e16b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:57.252515 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f1f0a77d-c3bb-410b-9304-a0717f565aea req-f5d4ddca-73e7-43fb-b537-963196e16b50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 917 time: 0.2863026 May 17 12:08:57.334879 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-17f7fc19-61d6-4629-9a68-057c8e4294d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '11231676-0239-45f8-8015-45ed6107e6c1', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'floating_ip_address': '172.28.3.171', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'port_id': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'mac_address': 'fa:16:3e:9d:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:08:38Z', 'updated_at': '2021-05-17T12:08:55Z', 'revision_number': 1, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:35Z', 'revision_number': 5, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:57.340371 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f7fc19-61d6-4629-9a68-057c8e4294d7 None None] Checking router: e19cdd3f-6d23-4604-b41e-5f7aa19ec7de for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:08:57.350643 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7fc19-61d6-4629-9a68-057c8e4294d7 None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:08:57.351283 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-17f7fc19-61d6-4629-9a68-057c8e4294d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:08:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:57.381089 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f1f0a77d-c3bb-410b-9304-a0717f565aea req-c261a706-f0e5-46bf-9e27-19a2c3348c64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=390d7423-20d9-4370-918c-e2d47b29a7ab HTTP/1.1" status: 200 len: 1000 time: 0.1167285 May 17 12:08:57.453906 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0a77d-c3bb-410b-9304-a0717f565aea req-e41ce00c-06bf-4904-a870-5d05e9e78e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:57.455386 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f1f0a77d-c3bb-410b-9304-a0717f565aea req-e41ce00c-06bf-4904-a870-5d05e9e78e0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 200 len: 855 time: 0.0654123 May 17 12:08:57.548404 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0a77d-c3bb-410b-9304-a0717f565aea req-69325288-2c7c-4076-9356-320fb4e66e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:57.551194 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f1f0a77d-c3bb-410b-9304-a0717f565aea req-69325288-2c7c-4076-9356-320fb4e66e27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a4306c9-0686-4729-b018-267bb97db762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0877783 May 17 12:08:57.554676 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-17f7fc19-61d6-4629-9a68-057c8e4294d7 None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:08:57.635778 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc833e62-1d3e-4ee9-8e8c-009122228754 req-002a8b44-ba85-4de2-9284-94905971a1da tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:57.637339 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc833e62-1d3e-4ee9-8e8c-009122228754 req-002a8b44-ba85-4de2-9284-94905971a1da tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.0913470 May 17 12:08:57.710852 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f1f0a77d-c3bb-410b-9304-a0717f565aea req-e43d8210-f37b-4984-b3ec-73b6601f7c15 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521761 May 17 12:08:57.715336 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc833e62-1d3e-4ee9-8e8c-009122228754 req-02af3e6a-1b66-4f10-9bba-3ec87c4fb6bd tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716708 May 17 12:08:57.850569 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f1f0a77d-c3bb-410b-9304-a0717f565aea req-ab902888-cae2-4f4c-8909-99b43d25f911 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320598 May 17 12:08:58.020675 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-17f7fc19-61d6-4629-9a68-057c8e4294d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '11231676-0239-45f8-8015-45ed6107e6c1', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'floating_ip_address': '172.28.3.171', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'port_id': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'mac_address': 'fa:16:3e:9d:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:08:38Z', 'updated_at': '2021-05-17T12:08:55Z', 'revision_number': 1, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:35Z', 'revision_number': 5, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:58.026229 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f7fc19-61d6-4629-9a68-057c8e4294d7 None None] The sync data for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb is: [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '11231676-0239-45f8-8015-45ed6107e6c1', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'floating_ip_address': '172.28.3.171', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'port_id': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'mac_address': 'fa:16:3e:9d:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:08:38Z', 'updated_at': '2021-05-17T12:08:55Z', 'revision_number': 1, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:35Z', 'revision_number': 5, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:08:58.238995 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f886c7-c9f7-480e-a310-e8062e66518b None None] New status for floating IP 11231676-0239-45f8-8015-45ed6107e6c1: ACTIVE {{(pid=78761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:08:58.918863 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec63c79-73ed-4da0-b255-56a9ac6f6e1a req-77c9113d-f8cf-44f1-9d42-85784e522905 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:58.920402 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cec63c79-73ed-4da0-b255-56a9ac6f6e1a req-77c9113d-f8cf-44f1-9d42-85784e522905 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.0830824 May 17 12:08:58.969485 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cec63c79-73ed-4da0-b255-56a9ac6f6e1a req-590f6427-3a5c-41bd-bf00-65bac87be58d tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431309 May 17 12:09:02.971735 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-407721c7-ef0e-4f6c-8495-e3ee72b6ea8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:05.601775 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4f2464ab-7909-431d-aef1-ff5b6da01103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:05.671764 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:06.674693 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:08.504730 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:11.481758 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:15.543545 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bae5c9-b40c-4d3b-bf89-66305451e200 req-4c821471-c854-4454-a061-5e1fee66bedf tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:15.545007 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d4bae5c9-b40c-4d3b-bf89-66305451e200 req-4c821471-c854-4454-a061-5e1fee66bedf tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0878353 May 17 12:09:15.566000 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-62f9d336-390b-44e5-aa73-df3fc9ce1650 req-788e3056-13f6-42db-9834-24733b404786 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765619 May 17 12:09:15.593051 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d4bae5c9-b40c-4d3b-bf89-66305451e200 req-e5541e42-3f5a-439f-a52f-1dc89ef5ed8c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421104 May 17 12:09:15.718371 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9d336-390b-44e5-aa73-df3fc9ce1650 req-e1d1af48-848c-4ab5-843e-3ae75c345897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:15.719859 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-62f9d336-390b-44e5-aa73-df3fc9ce1650 req-e1d1af48-848c-4ab5-843e-3ae75c345897 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e0609b6aaf74c2296065762a9918789&device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 1099 time: 0.0763180 May 17 12:09:15.867635 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9d336-390b-44e5-aa73-df3fc9ce1650 req-3cd87161-4daf-4031-9301-4807593c0869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:15.869124 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-62f9d336-390b-44e5-aa73-df3fc9ce1650 req-3cd87161-4daf-4031-9301-4807593c0869 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74 HTTP/1.1" status: 200 len: 909 time: 0.1280057 May 17 12:09:15.978155 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-62f9d336-390b-44e5-aa73-df3fc9ce1650 req-5bb86613-fa1c-4e16-9bab-289eb7e765c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7 HTTP/1.1" status: 200 len: 1002 time: 0.0989320 May 17 12:09:16.044859 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9d336-390b-44e5-aa73-df3fc9ce1650 req-25ff7675-ed59-4f1a-bb31-a89d4450930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:16.046338 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-62f9d336-390b-44e5-aa73-df3fc9ce1650 req-25ff7675-ed59-4f1a-bb31-a89d4450930f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8612b030-a091-464f-b296-b7f7690176ee HTTP/1.1" status: 200 len: 847 time: 0.0598321 May 17 12:09:16.127624 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9d336-390b-44e5-aa73-df3fc9ce1650 req-e304915a-0084-40a2-b395-635c4d884a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:16.129135 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-62f9d336-390b-44e5-aa73-df3fc9ce1650 req-e304915a-0084-40a2-b395-635c4d884a13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0757513 May 17 12:09:16.270375 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-62f9d336-390b-44e5-aa73-df3fc9ce1650 req-e19d36f3-4532-4881-8949-c1363737aaf4 service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316671 May 17 12:09:16.418941 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-62f9d336-390b-44e5-aa73-df3fc9ce1650 req-f5bf6f66-8df3-4f89-9620-00443c7b3e86 service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368339 May 17 12:09:16.792847 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c103509-1fa1-4c14-901d-73b1194e4cf8 req-f720c58b-5297-48dd-aa20-d853087027fa tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:16.794348 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4c103509-1fa1-4c14-901d-73b1194e4cf8 req-f720c58b-5297-48dd-aa20-d853087027fa tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0870035 May 17 12:09:16.847799 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4c103509-1fa1-4c14-901d-73b1194e4cf8 req-74ac2fc9-2a0f-41e3-9efe-afe416e25342 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471823 May 17 12:09:18.037653 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7b2c8-c17b-4d1c-acaa-251f0f99149a req-287cfd56-e310-4781-af0b-8293b6f68bcf tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:18.039169 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a1b7b2c8-c17b-4d1c-acaa-251f0f99149a req-287cfd56-e310-4781-af0b-8293b6f68bcf tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0831573 May 17 12:09:18.088137 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a1b7b2c8-c17b-4d1c-acaa-251f0f99149a req-679be2d1-9589-421f-ae9d-540ff0c4836a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429451 May 17 12:09:19.294907 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4c7f9-b032-4950-9789-b170d96709ef req-4876de75-f29f-4274-98b6-c19cc2ee542e tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:19.296598 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-92d4c7f9-b032-4950-9789-b170d96709ef req-4876de75-f29f-4274-98b6-c19cc2ee542e tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0903902 May 17 12:09:19.354338 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-92d4c7f9-b032-4950-9789-b170d96709ef req-da6c9d5c-f6a3-428a-ba3e-9b1a2d106896 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515435 May 17 12:09:20.547503 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d366d-8fe3-4951-bdfd-1a5536d9725f req-1216ccc2-ce91-4663-a12e-9a2c6553fea0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:20.549008 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6a9d366d-8fe3-4951-bdfd-1a5536d9725f req-1216ccc2-ce91-4663-a12e-9a2c6553fea0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0839438 May 17 12:09:20.602976 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6a9d366d-8fe3-4951-bdfd-1a5536d9725f req-d4f18137-d7fe-49d1-af23-6bb2ee82f5cb tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473857 May 17 12:09:21.793949 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f3110-b008-40a0-8f8c-1563619f342f req-569fc389-9b97-47a1-a80e-ffb433920065 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:21.795360 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-025f3110-b008-40a0-8f8c-1563619f342f req-569fc389-9b97-47a1-a80e-ffb433920065 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0834157 May 17 12:09:21.846465 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-025f3110-b008-40a0-8f8c-1563619f342f req-71b4248c-0f76-4313-a81a-93843e296457 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450141 May 17 12:09:22.713916 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ff2b-096a-40dc-ae25-4ce80c238c6d req-508a9fd2-3e7f-46c1-93ae-784c1c62c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:22.715318 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-95d3ff2b-096a-40dc-ae25-4ce80c238c6d req-508a9fd2-3e7f-46c1-93ae-784c1c62c3d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41f486e01a9d4659b251b5bc393d3a63&device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 1137 time: 0.0831494 May 17 12:09:22.739304 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd25f0-ad4e-4370-8953-db6cc5fcfe78 req-f660b255-5c54-4d49-8b62-493048851e34 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:22.740900 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5ffd25f0-ad4e-4370-8953-db6cc5fcfe78 req-f660b255-5c54-4d49-8b62-493048851e34 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 984 time: 0.0898614 May 17 12:09:22.794605 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5ffd25f0-ad4e-4370-8953-db6cc5fcfe78 req-b0397803-5bb7-4e49-90bc-c6bc62ebfe11 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=5dded87c-dc88-44d2-9c79-632f2801166c&id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474019 May 17 12:09:22.958178 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ff2b-096a-40dc-ae25-4ce80c238c6d req-432a96b6-27f9-4cfd-b749-1c502d5a0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:22.958178 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-95d3ff2b-096a-40dc-ae25-4ce80c238c6d req-432a96b6-27f9-4cfd-b749-1c502d5a0d34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87c86afa-69ac-4f8c-a617-2a3cd9fed032 HTTP/1.1" status: 200 len: 915 time: 0.2331414 May 17 12:09:23.080077 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd30d2-6fca-4308-bae5-3e73190f0239 req-2ef9b9f5-2404-42b7-be12-6c41d6f75d1d tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:23.082291 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-50fd30d2-6fca-4308-bae5-3e73190f0239 req-2ef9b9f5-2404-42b7-be12-6c41d6f75d1d tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.1227300 May 17 12:09:23.093179 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-95d3ff2b-096a-40dc-ae25-4ce80c238c6d req-aaadfc80-a4ad-4c63-89ed-2ee18c739460 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61f75371-5a05-4c05-842a-d3972e5cf97f HTTP/1.1" status: 200 len: 1001 time: 0.1240804 May 17 12:09:23.140701 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-50fd30d2-6fca-4308-bae5-3e73190f0239 req-ae51b63a-1e68-4fde-87c5-85356d941588 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521994 May 17 12:09:23.162381 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ff2b-096a-40dc-ae25-4ce80c238c6d req-a39b6fe3-c211-4221-aa96-e33814983194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:23.163458 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-95d3ff2b-096a-40dc-ae25-4ce80c238c6d req-a39b6fe3-c211-4221-aa96-e33814983194 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8df98ee1-7065-4abe-b26f-da16ee880617 HTTP/1.1" status: 200 len: 853 time: 0.0629992 May 17 12:09:23.259382 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ff2b-096a-40dc-ae25-4ce80c238c6d req-896f8655-8438-4dd0-bc1d-dfe24ede3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:23.261329 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-95d3ff2b-096a-40dc-ae25-4ce80c238c6d req-896f8655-8438-4dd0-bc1d-dfe24ede3ee9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87c86afa-69ac-4f8c-a617-2a3cd9fed032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0861928 May 17 12:09:23.423392 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-95d3ff2b-096a-40dc-ae25-4ce80c238c6d req-63ca1cab-63ba-40ca-89ed-8c01e5a78fdf service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538067 May 17 12:09:23.563492 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-95d3ff2b-096a-40dc-ae25-4ce80c238c6d req-6cb0e4ac-c1d9-4421-8587-af1164cb12fe service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316440 May 17 12:09:23.998651 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b1d93-3b1c-4335-a5a7-79991d5b697a req-cf57bf88-0c48-4e8a-9c2b-60d7358b07f5 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:24.000155 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b4b1d93-3b1c-4335-a5a7-79991d5b697a req-cf57bf88-0c48-4e8a-9c2b-60d7358b07f5 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 984 time: 0.0894732 May 17 12:09:24.054015 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9b4b1d93-3b1c-4335-a5a7-79991d5b697a req-7986fb58-9673-4bb1-8493-2e88cc7b017a tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=5dded87c-dc88-44d2-9c79-632f2801166c&id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473995 May 17 12:09:24.348609 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539234-f424-49b7-b29f-3eb02b40a44b req-2c8ca599-5f8e-451a-8bae-0032a018869e tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:24.350882 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e6539234-f424-49b7-b29f-3eb02b40a44b req-2c8ca599-5f8e-451a-8bae-0032a018869e tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0940344 May 17 12:09:24.426979 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e6539234-f424-49b7-b29f-3eb02b40a44b req-da6f5a7c-8d61-4ed2-a14f-b51d97e50c6e tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686078 May 17 12:09:25.247843 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd31a47-e7a6-45ff-90d0-43a620fd4a67 req-90c903e1-5414-49f6-94c9-92fb089e113a tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:25.249289 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2fd31a47-e7a6-45ff-90d0-43a620fd4a67 req-90c903e1-5414-49f6-94c9-92fb089e113a tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 984 time: 0.0813015 May 17 12:09:25.297740 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2fd31a47-e7a6-45ff-90d0-43a620fd4a67 req-b7d8932b-9e3a-4cb0-b17c-6f8879b97724 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=5dded87c-dc88-44d2-9c79-632f2801166c&id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423305 May 17 12:09:25.620011 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299838cc-f4d5-4345-a438-8ca9b83bdc1c req-c7100a2a-146e-49f9-be1f-f5e1a2e99f42 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:25.621469 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-299838cc-f4d5-4345-a438-8ca9b83bdc1c req-c7100a2a-146e-49f9-be1f-f5e1a2e99f42 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0838761 May 17 12:09:25.667739 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-299838cc-f4d5-4345-a438-8ca9b83bdc1c req-7f8095fb-e2e3-4e63-9680-7b5813f5915a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403941 May 17 12:09:25.973306 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:09:26.522567 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e710eb-1818-40d6-a99e-2929ffce91ab req-7f5924fb-ebda-477f-afa5-ef9151246360 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:26.524726 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-64e710eb-1818-40d6-a99e-2929ffce91ab req-7f5924fb-ebda-477f-afa5-ef9151246360 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 984 time: 0.0861092 May 17 12:09:26.660707 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-64e710eb-1818-40d6-a99e-2929ffce91ab req-7d3d3a5c-0819-4a15-8c07-afc5e862aef9 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=5dded87c-dc88-44d2-9c79-632f2801166c&id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300659 May 17 12:09:26.873728 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66435c2e-e103-457b-a3d1-aab113693244 req-e71afba4-ccb5-4775-84c6-66223e306486 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:26.875159 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-66435c2e-e103-457b-a3d1-aab113693244 req-e71afba4-ccb5-4775-84c6-66223e306486 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0826457 May 17 12:09:26.924011 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-66435c2e-e103-457b-a3d1-aab113693244 req-b8091199-744e-4a59-90c0-3318a3888b02 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431237 May 17 12:09:27.874685 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be93b7-5e8c-413d-b811-464c6aad40e0 req-1bed4013-4e70-48b3-8f3e-d5418c4356de tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:27.876198 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c6be93b7-5e8c-413d-b811-464c6aad40e0 req-1bed4013-4e70-48b3-8f3e-d5418c4356de tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 984 time: 0.0989838 May 17 12:09:27.928187 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c6be93b7-5e8c-413d-b811-464c6aad40e0 req-e057003c-cf44-497c-8bfc-d961ac4ad080 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=5dded87c-dc88-44d2-9c79-632f2801166c&id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459681 May 17 12:09:28.148009 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982756e-e958-4a44-83a7-fee85ad1fb2c req-b80b7a66-e430-4c94-8810-c5b413ff5de7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:28.149593 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f982756e-e958-4a44-83a7-fee85ad1fb2c req-b80b7a66-e430-4c94-8810-c5b413ff5de7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0889649 May 17 12:09:28.197687 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f982756e-e958-4a44-83a7-fee85ad1fb2c req-5274c0ff-affb-43cf-b3c4-a33cb1faa187 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417767 May 17 12:09:29.164343 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea563f-0b63-49af-927d-2e16d096791e req-0cd6a453-a2c7-4539-a0ef-838e0e3dfe37 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:29.165881 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-14ea563f-0b63-49af-927d-2e16d096791e req-0cd6a453-a2c7-4539-a0ef-838e0e3dfe37 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 984 time: 0.0832558 May 17 12:09:29.218126 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-14ea563f-0b63-49af-927d-2e16d096791e req-777c5163-e719-445f-9d40-be152d8669b8 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=5dded87c-dc88-44d2-9c79-632f2801166c&id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458899 May 17 12:09:29.388468 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaad57f-460e-4a37-bfca-789877a3c9a5 req-a75dee90-2b79-45b2-9b68-d473a2aba090 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:29.390019 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cdaad57f-460e-4a37-bfca-789877a3c9a5 req-a75dee90-2b79-45b2-9b68-d473a2aba090 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0834248 May 17 12:09:29.459000 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cdaad57f-460e-4a37-bfca-789877a3c9a5 req-4fcd9864-5dac-4a24-b2bf-fda5ebc23ed7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586288 May 17 12:09:30.415891 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5b4ae-4c24-4050-8f5d-ecb2532a6b8d req-9a7d4f6d-4a32-4f0f-aac2-1f7dc68d4531 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:30.417355 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-85a5b4ae-4c24-4050-8f5d-ecb2532a6b8d req-9a7d4f6d-4a32-4f0f-aac2-1f7dc68d4531 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 984 time: 0.0887933 May 17 12:09:30.466704 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-85a5b4ae-4c24-4050-8f5d-ecb2532a6b8d req-69e5f1b5-d7b2-45a4-850b-cf9b7ac54ff4 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=5dded87c-dc88-44d2-9c79-632f2801166c&id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435429 May 17 12:09:30.650242 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76378095-ddf7-4b4d-b3c8-658114075f32 req-2ee56009-909a-4b8e-b53b-c7bd579620bf tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:30.651624 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76378095-ddf7-4b4d-b3c8-658114075f32 req-2ee56009-909a-4b8e-b53b-c7bd579620bf tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0830605 May 17 12:09:30.700305 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76378095-ddf7-4b4d-b3c8-658114075f32 req-b5f21e1e-b3fd-418c-a40f-1d1312e2a201 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430005 May 17 12:09:31.655981 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9603b-8fc2-415f-88ef-859b8e11e001 req-8eb10839-f789-4609-b78c-80be56f70b2b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:31.657453 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a7a9603b-8fc2-415f-88ef-859b8e11e001 req-8eb10839-f789-4609-b78c-80be56f70b2b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 984 time: 0.0814235 May 17 12:09:31.705898 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a7a9603b-8fc2-415f-88ef-859b8e11e001 req-67c9e5e6-03c4-4f8f-a138-be9b3736af59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=5dded87c-dc88-44d2-9c79-632f2801166c&id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425227 May 17 12:09:31.893511 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178d0a0-18d1-4862-bbb0-0f62afb33b27 req-da4ecf41-700c-4723-a9d1-c70adf917b97 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:31.894984 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3178d0a0-18d1-4862-bbb0-0f62afb33b27 req-da4ecf41-700c-4723-a9d1-c70adf917b97 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0868220 May 17 12:09:31.942705 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3178d0a0-18d1-4862-bbb0-0f62afb33b27 req-2858fa87-e123-4a75-a461-8da3209432ad tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412712 May 17 12:09:32.287105 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660647b-5d87-438b-ba5b-d38c83eaf178 req-0ce03259-9ef3-4684-ad85-a63d8e83c3a8 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:32.288506 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c660647b-5d87-438b-ba5b-d38c83eaf178 req-0ce03259-9ef3-4684-ad85-a63d8e83c3a8 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0813632 May 17 12:09:32.331953 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916395f2-98e6-44d4-ad5f-b84897c480f1 req-d5cb47ad-767a-463f-a8c9-e6216024fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:32.333445 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-916395f2-98e6-44d4-ad5f-b84897c480f1 req-d5cb47ad-767a-463f-a8c9-e6216024fafa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf075c80843c4c858b4ddb4a43dd62bb&device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 1098 time: 0.0711432 May 17 12:09:32.342173 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c660647b-5d87-438b-ba5b-d38c83eaf178 req-1ff08997-c356-4ef1-bb81-6e40fdcab8b3 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469239 May 17 12:09:32.478819 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916395f2-98e6-44d4-ad5f-b84897c480f1 req-270b906a-f153-4f2c-8d03-993732b56e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:32.480294 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-916395f2-98e6-44d4-ad5f-b84897c480f1 req-270b906a-f153-4f2c-8d03-993732b56e0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ff3b9a1-9b86-4118-9135-d71d93819820 HTTP/1.1" status: 200 len: 912 time: 0.1362398 May 17 12:09:32.590009 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-916395f2-98e6-44d4-ad5f-b84897c480f1 req-236e5d82-d1a6-4210-9521-4333c6418141 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e1dfd5-c134-4e7c-a421-8b9e459177ba HTTP/1.1" status: 200 len: 1000 time: 0.1027830 May 17 12:09:32.654886 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916395f2-98e6-44d4-ad5f-b84897c480f1 req-cc364882-96b9-4948-9ff9-9ac0c8e03108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:32.656348 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-916395f2-98e6-44d4-ad5f-b84897c480f1 req-cc364882-96b9-4948-9ff9-9ac0c8e03108 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3144e290-8096-4e55-bc99-ee960f7f74ca HTTP/1.1" status: 200 len: 850 time: 0.0595572 May 17 12:09:32.737678 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916395f2-98e6-44d4-ad5f-b84897c480f1 req-ae708c1d-0f6f-4260-81bb-4901575ec8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:32.739153 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-916395f2-98e6-44d4-ad5f-b84897c480f1 req-ae708c1d-0f6f-4260-81bb-4901575ec8e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ff3b9a1-9b86-4118-9135-d71d93819820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0757692 May 17 12:09:32.884920 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-916395f2-98e6-44d4-ad5f-b84897c480f1 req-cf61174f-d5c8-466f-b469-319969ee2ee9 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322815 May 17 12:09:32.900347 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddaad5-857a-49f6-b08f-49f41439480a req-b2666e6a-5978-4043-8d34-5c00f7eabce9 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:32.902115 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7dddaad5-857a-49f6-b08f-49f41439480a req-b2666e6a-5978-4043-8d34-5c00f7eabce9 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 984 time: 0.0877612 May 17 12:09:32.952319 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7dddaad5-857a-49f6-b08f-49f41439480a req-06722d30-3579-431d-9e84-a2fce4056385 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=5dded87c-dc88-44d2-9c79-632f2801166c&id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440767 May 17 12:09:32.986799 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-666e58f4-8d19-422d-80be-ff8f63e5e1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:33.056429 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-916395f2-98e6-44d4-ad5f-b84897c480f1 req-f42e0d2b-e585-43a9-8ac7-e9bbfcf1913f service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636324 May 17 12:09:33.554863 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72891023-c8a2-4cfa-9d4c-eaef93159b2e req-29fc906c-4318-45cd-9015-ef1525b7a524 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:33.557177 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-72891023-c8a2-4cfa-9d4c-eaef93159b2e req-29fc906c-4318-45cd-9015-ef1525b7a524 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0937240 May 17 12:09:33.629066 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-72891023-c8a2-4cfa-9d4c-eaef93159b2e req-9c57ea66-61c0-4090-84e7-72f7dc6643bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617712 May 17 12:09:34.149225 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5b5a7-a02c-4818-b251-30e92dde4d9f req-d3cae240-c56b-4dba-aa89-f7f64c82fdc2 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:34.150791 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-57d5b5a7-a02c-4818-b251-30e92dde4d9f req-d3cae240-c56b-4dba-aa89-f7f64c82fdc2 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 984 time: 0.0832179 May 17 12:09:34.208046 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-57d5b5a7-a02c-4818-b251-30e92dde4d9f req-90e70b6d-7189-437c-b21f-5d3a33f528b7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=5dded87c-dc88-44d2-9c79-632f2801166c&id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509868 May 17 12:09:34.829274 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76654115-e812-4a8c-93ce-6969770dd5ca req-e4099ee2-84af-40a2-bf3c-39620f285eb9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:34.830722 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76654115-e812-4a8c-93ce-6969770dd5ca req-e4099ee2-84af-40a2-bf3c-39620f285eb9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0883276 May 17 12:09:34.877933 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-76654115-e812-4a8c-93ce-6969770dd5ca req-b524f503-3fb9-4ab9-bcf0-c1b17672f0b2 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405862 May 17 12:09:35.408116 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452ae18-8525-451a-a6c9-bf7d75123e08 req-3818bd2d-beba-4656-adb9-73bf8008e0c5 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:35.409688 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9452ae18-8525-451a-a6c9-bf7d75123e08 req-3818bd2d-beba-4656-adb9-73bf8008e0c5 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 984 time: 0.0912409 May 17 12:09:35.461804 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9452ae18-8525-451a-a6c9-bf7d75123e08 req-8d0b77f0-341d-42e9-aa72-27f9fc64ed62 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=5dded87c-dc88-44d2-9c79-632f2801166c&id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446100 May 17 12:09:35.594560 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-472521a3-9603-4c95-b224-0422ad56ff0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:35.668496 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:36.675061 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:38.496157 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:41.493089 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:02.970530 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-8d1d124c-45f3-45f8-bb1e-5ffb78047020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:02.974117 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:10:05.598666 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a0e31928-207d-4d2e-9e72-75e951fc4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:05.661293 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:06.681293 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:08.514520 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:11.492827 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:15.609260 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-514daaf3-ad9f-4380-9247-f326d3260f8e req-933939d5-91cb-4927-b9df-382e18a04443 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743213 May 17 12:10:15.734625 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514daaf3-ad9f-4380-9247-f326d3260f8e req-dc6bbc8f-01af-46b5-9c97-305c75763965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:15.736083 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-514daaf3-ad9f-4380-9247-f326d3260f8e req-dc6bbc8f-01af-46b5-9c97-305c75763965 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf075c80843c4c858b4ddb4a43dd62bb&device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 1098 time: 0.0848691 May 17 12:10:16.004012 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514daaf3-ad9f-4380-9247-f326d3260f8e req-414a8655-c6bb-43c3-b5a1-09e3ec59c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:16.005839 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-514daaf3-ad9f-4380-9247-f326d3260f8e req-414a8655-c6bb-43c3-b5a1-09e3ec59c601 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ff3b9a1-9b86-4118-9135-d71d93819820 HTTP/1.1" status: 200 len: 912 time: 0.2415388 May 17 12:10:16.119195 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-514daaf3-ad9f-4380-9247-f326d3260f8e req-047bc61c-d06e-4234-88be-56778aff2eaf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e1dfd5-c134-4e7c-a421-8b9e459177ba HTTP/1.1" status: 200 len: 1000 time: 0.1019983 May 17 12:10:16.188174 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514daaf3-ad9f-4380-9247-f326d3260f8e req-2dd3b1f7-0dd2-4047-899f-4bafab8661e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:16.189637 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-514daaf3-ad9f-4380-9247-f326d3260f8e req-2dd3b1f7-0dd2-4047-899f-4bafab8661e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3144e290-8096-4e55-bc99-ee960f7f74ca HTTP/1.1" status: 200 len: 850 time: 0.0598466 May 17 12:10:16.295285 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514daaf3-ad9f-4380-9247-f326d3260f8e req-ceeef077-3758-4d19-b391-18cc36cbb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:16.297826 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-514daaf3-ad9f-4380-9247-f326d3260f8e req-ceeef077-3758-4d19-b391-18cc36cbb27c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ff3b9a1-9b86-4118-9135-d71d93819820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0992906 May 17 12:10:16.448664 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-514daaf3-ad9f-4380-9247-f326d3260f8e req-f6cd14a4-4150-4f36-91bf-6ce3964b5108 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421678 May 17 12:10:16.596326 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-514daaf3-ad9f-4380-9247-f326d3260f8e req-60e98b42-4bc4-4d22-baf1-6ebad23f4510 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371491 May 17 12:10:28.403098 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29d866-feb0-4da7-8793-9f0c39fab1fa req-c41eb316-64cd-4682-acd2-52f8d5473a32 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:28.404687 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ca29d866-feb0-4da7-8793-9f0c39fab1fa req-c41eb316-64cd-4682-acd2-52f8d5473a32 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.0917158 May 17 12:10:28.456639 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ca29d866-feb0-4da7-8793-9f0c39fab1fa req-a63b5c67-98f5-4220-aa51-1289830a84b7 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457661 May 17 12:10:29.763415 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39e787-4d42-4c29-8260-7b955c344cc1 req-5ca81f20-50fe-4aaf-b384-0355d6237145 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:29.764971 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f39e787-4d42-4c29-8260-7b955c344cc1 req-5ca81f20-50fe-4aaf-b384-0355d6237145 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.1806893 May 17 12:10:29.834305 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f39e787-4d42-4c29-8260-7b955c344cc1 req-f8e8ef5e-0493-4b7a-b0fc-7f5864fe9520 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579774 May 17 12:10:31.068510 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cbc97-a00d-460f-af07-0b78a17a723f req-3613dc1e-8567-4120-8bfe-bfa6c94d42d6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:31.070082 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-085cbc97-a00d-460f-af07-0b78a17a723f req-3613dc1e-8567-4120-8bfe-bfa6c94d42d6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.1044083 May 17 12:10:31.136015 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-085cbc97-a00d-460f-af07-0b78a17a723f req-244bdb1c-eafc-4904-9dff-0d30af8fc381 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586586 May 17 12:10:32.415252 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed840-3cd6-4b28-ad84-14a1c628f478 req-1f1ef585-6d8e-4aac-932f-578fe39085f5 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:32.416833 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-433ed840-3cd6-4b28-ad84-14a1c628f478 req-1f1ef585-6d8e-4aac-932f-578fe39085f5 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.1274855 May 17 12:10:32.512824 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-433ed840-3cd6-4b28-ad84-14a1c628f478 req-db4cb03b-48fa-4082-8cce-e9059a9c10c2 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856738 May 17 12:10:32.983860 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-9633f157-532e-4517-9701-9a2277d54881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:33.855216 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9573e5e-f1e3-48f7-a333-0d98d899c407 req-0d0731ac-acf4-47c0-9cc2-0b657c688dcb tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:33.857166 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c9573e5e-f1e3-48f7-a333-0d98d899c407 req-0d0731ac-acf4-47c0-9cc2-0b657c688dcb tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.1343913 May 17 12:10:33.942738 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c9573e5e-f1e3-48f7-a333-0d98d899c407 req-97fa93ee-afba-4554-8946-a276c97d7d9f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717945 May 17 12:10:35.187414 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37cd07-a47d-4054-9178-8d952afd32ef req-5d99aab4-5baf-4621-8291-2a78808f2841 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:35.188956 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1b37cd07-a47d-4054-9178-8d952afd32ef req-5d99aab4-5baf-4621-8291-2a78808f2841 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.0915260 May 17 12:10:35.241601 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1b37cd07-a47d-4054-9178-8d952afd32ef req-5901fe19-5eea-43a3-82c0-ac144e2db87c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468354 May 17 12:10:35.608796 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-cdec3dc7-d25f-45d1-be92-2a93cd2ff506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:35.672032 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:36.441362 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf45c0-732d-4fec-89e3-934af9bc150b req-9f7ade76-097d-4078-b0b7-b61f2e095630 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:36.442946 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-fecf45c0-732d-4fec-89e3-934af9bc150b req-9f7ade76-097d-4078-b0b7-b61f2e095630 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.0841746 May 17 12:10:36.495073 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-fecf45c0-732d-4fec-89e3-934af9bc150b req-fe5cc0b9-c022-40c7-9164-603df28d9938 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453427 May 17 12:10:36.682824 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:37.700146 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfce63-2647-4e85-a95e-6f6ed372bd0a req-9f4b9993-1127-4416-b50d-d2d926703682 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:37.701541 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-11bfce63-2647-4e85-a95e-6f6ed372bd0a req-9f4b9993-1127-4416-b50d-d2d926703682 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.0886371 May 17 12:10:37.753377 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-11bfce63-2647-4e85-a95e-6f6ed372bd0a req-1ab639af-0de3-405e-ad33-bfe0d07e324a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456998 May 17 12:10:38.498360 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:38.963751 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a776cb-1a08-4df7-ae57-d0da8be8e333 req-747a03ef-02b2-4060-8877-4551918d365c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:38.965274 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-96a776cb-1a08-4df7-ae57-d0da8be8e333 req-747a03ef-02b2-4060-8877-4551918d365c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.0948610 May 17 12:10:39.016726 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-96a776cb-1a08-4df7-ae57-d0da8be8e333 req-e0b7e3f9-f82e-4db1-a6c8-4c1cf61f68c4 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450451 May 17 12:10:39.973628 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:10:40.219067 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb606b-080b-43ff-a42d-2013cf42f627 req-e4cdbec6-ac4f-451c-98ed-633d0d5704a8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:40.220598 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-66bb606b-080b-43ff-a42d-2013cf42f627 req-e4cdbec6-ac4f-451c-98ed-633d0d5704a8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.0824077 May 17 12:10:40.269894 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-66bb606b-080b-43ff-a42d-2013cf42f627 req-266efa89-74ac-4302-9bc7-5cbaea40d3ef tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431163 May 17 12:10:40.705468 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 390d7423-20d9-4370-918c-e2d47b29a7ab details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:10:40.894092 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 390d7423-20d9-4370-918c-e2d47b29a7ab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=390d7423-20d9-4370-918c-e2d47b29a7ab,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:40.908817 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'port_id': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'mac_address': 'fa:16:3e:9d:92:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:10:40.967770 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:40.986679 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 390d7423-20d9-4370-918c-e2d47b29a7ab {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:10:41.003919 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 390d7423-20d9-4370-918c-e2d47b29a7ab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=390d7423-20d9-4370-918c-e2d47b29a7ab,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:41.007766 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:41.009546 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:41.091632 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=390d7423-20d9-4370-918c-e2d47b29a7ab,revision_number=6']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:41.101879 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:41.102213 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:41.103941 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:41.103941 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:41.103941 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:41.104453 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:41.104453 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:41.104728 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:41.105014 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:41.105319 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:41.105628 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:41.105937 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:41.110004 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:41.153003 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['390d7423-20d9-4370-918c-e2d47b29a7ab'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:10:41.479243 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bb7c7-f2c7-49fa-bb7c-776b04c85077 req-0ba46e74-3dc2-4ac6-9fb1-fb3efb27848f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:41.480978 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c11bb7c7-f2c7-49fa-bb7c-776b04c85077 req-0ba46e74-3dc2-4ac6-9fb1-fb3efb27848f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 945 time: 0.0929439 May 17 12:10:41.488941 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:41.531979 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c11bb7c7-f2c7-49fa-bb7c-776b04c85077 req-0699edaa-8821-42e7-8851-145d4206dd34 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446291 May 17 12:10:42.706996 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 390d7423-20d9-4370-918c-e2d47b29a7ab up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:10:42.736620 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ad700-2af2-4567-ad98-7cd5124a375a req-9cc4a575-7b81-47cc-8d51-b38908b6d406 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:42.738147 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd1ad700-2af2-4567-ad98-7cd5124a375a req-9cc4a575-7b81-47cc-8d51-b38908b6d406 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 945 time: 0.0893617 May 17 12:10:42.781988 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 390d7423-20d9-4370-918c-e2d47b29a7ab triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:10:42.782366 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:42.788185 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd1ad700-2af2-4567-ad98-7cd5124a375a req-f50041c4-1797-4f56-b810-ab251c7ccc2a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432427 May 17 12:10:42.914803 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:42.951294 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:42.963238 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 390d7423-20d9-4370-918c-e2d47b29a7ab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=390d7423-20d9-4370-918c-e2d47b29a7ab,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:42.968330 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:42.970336 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:43.007123 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'code': 200} May 17 12:10:43.042058 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=390d7423-20d9-4370-918c-e2d47b29a7ab,revision_number=7']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:43.046247 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:43.339134 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f9211-9b19-4aab-a627-5fba3dbb0452 req-b0866c45-80ef-4f07-ad53-91a40eaba644 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:43.340729 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-500f9211-9b19-4aab-a627-5fba3dbb0452 req-b0866c45-80ef-4f07-ad53-91a40eaba644 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0900621 May 17 12:10:43.393571 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-500f9211-9b19-4aab-a627-5fba3dbb0452 req-5ea55e87-a9c2-424d-900b-8701958ddfdf tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471342 May 17 12:10:43.550320 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-599fcd4d-d612-4852-924f-9c2376ab77ad req-640e96d3-e93e-445a-a5fb-1aa6dfe7395b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025933682&fields=id&tenant_id=41f486e01a9d4659b251b5bc393d3a63 HTTP/1.1" status: 200 len: 267 time: 0.0450301 May 17 12:10:43.638084 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fcd4d-d612-4852-924f-9c2376ab77ad req-93ca798b-de69-4926-a04a-2b485dc59b2b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:43.639613 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-599fcd4d-d612-4852-924f-9c2376ab77ad req-93ca798b-de69-4926-a04a-2b485dc59b2b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 984 time: 0.0825586 May 17 12:10:43.657216 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [req-599fcd4d-d612-4852-924f-9c2376ab77ad req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Request body: {'port': {'security_groups': ['6e34fe2d-62e5-49af-a3ca-bb08d8559c86']}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:10:43.788135 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-599fcd4d-d612-4852-924f-9c2376ab77ad req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:44.208907 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da30e4-115c-470d-b0ba-741a148a4588 req-2c3ed138-a352-424e-aefb-3388824b0de4 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:44.210424 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-82da30e4-115c-470d-b0ba-741a148a4588 req-2c3ed138-a352-424e-aefb-3388824b0de4 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.3082540 May 17 12:10:44.247429 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-599fcd4d-d612-4852-924f-9c2376ab77ad req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] For port 61f75371-5a05-4c05-842a-d3972e5cf97f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=61f75371-5a05-4c05-842a-d3972e5cf97f,segment=NetworkSegment(27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe),segment_id=27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:44.296020 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-82da30e4-115c-470d-b0ba-741a148a4588 req-c446a1cc-3bdc-417b-93e9-ec633c76ab8a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751753 May 17 12:10:44.317648 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-599fcd4d-d612-4852-924f-9c2376ab77ad req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:44.323125 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-599fcd4d-d612-4852-924f-9c2376ab77ad req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739231'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:44.330093 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:44.338066 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['61f75371-5a05-4c05-842a-d3972e5cf97f'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:10:44.400585 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fcd4d-d612-4852-924f-9c2376ab77ad req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:44.401302 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-599fcd4d-d612-4852-924f-9c2376ab77ad req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:44.402724 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-599fcd4d-d612-4852-924f-9c2376ab77ad req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "PUT /v2.0/ports/61f75371-5a05-4c05-842a-d3972e5cf97f HTTP/1.1" status: 200 len: 942 time: 0.7558932 May 17 12:10:44.403277 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:44.410255 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56618) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:44.438632 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event updated for resources: {'Port': ['ID=61f75371-5a05-4c05-842a-d3972e5cf97f,revision_number=7']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:44.447242 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:44.447782 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:44.448208 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:44.448620 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:44.449034 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:44.449441 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:44.449837 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:44.450250 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:44.450654 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:44.451104 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:44.451543 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:44.451945 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:44.462036 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-bd563a55-62aa-43d0-ad47-f958ad512818 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:44.495776 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f', 'status': 'completed', 'code': 200} May 17 12:10:44.533325 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['61f75371-5a05-4c05-842a-d3972e5cf97f'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:10:44.594161 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:44.658230 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:44.684310 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b630-31be-4d97-b2de-17b54e6356c5 req-addd6510-5058-43f9-a335-abc2dbc14c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:44.686312 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-2020b630-31be-4d97-b2de-17b54e6356c5 req-addd6510-5058-43f9-a335-abc2dbc14c66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41f486e01a9d4659b251b5bc393d3a63&device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 1098 time: 0.1585007 May 17 12:10:44.700113 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29d70e-5b52-4f23-a68e-948577fe8495 req-ab39c7d6-a6a3-4f60-92bf-1a6b62600f44 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:44.702124 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1b29d70e-5b52-4f23-a68e-948577fe8495 req-ab39c7d6-a6a3-4f60-92bf-1a6b62600f44 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.1343985 May 17 12:10:44.761487 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1b29d70e-5b52-4f23-a68e-948577fe8495 req-49ada4a2-0272-4c7b-9844-c365ae838372 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502605 May 17 12:10:44.767938 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-09c38764-004c-425c-8d68-496baa5dced0 None None] Provisioning complete for port 61f75371-5a05-4c05-842a-d3972e5cf97f triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:10:44.768482 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-09c38764-004c-425c-8d68-496baa5dced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:44.861424 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b630-31be-4d97-b2de-17b54e6356c5 req-7cf6b5e2-8b22-42e0-82d5-128d7db8f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:44.863012 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-2020b630-31be-4d97-b2de-17b54e6356c5 req-7cf6b5e2-8b22-42e0-82d5-128d7db8f3df service neutron] 10.222.0.64 "GET /v2.0/networks?id=87c86afa-69ac-4f8c-a617-2a3cd9fed032 HTTP/1.1" status: 200 len: 915 time: 0.1673913 May 17 12:10:44.934251 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:44.951677 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-65ee9953-7818-4b25-838d-402bf65423c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:44.980870 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dded87c-dc88-44d2-9c79-632f2801166c,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:44.999773 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:45.000313 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:45.000911 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:45.001519 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:45.002053 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:45.002510 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:45.002877 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:45.003248 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:45.003728 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:45.004188 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:45.004550 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:45.004908 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:45.013681 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:45.017026 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-2020b630-31be-4d97-b2de-17b54e6356c5 req-11841512-ea69-4d80-83e9-31bf1f7c498f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61f75371-5a05-4c05-842a-d3972e5cf97f HTTP/1.1" status: 200 len: 1001 time: 0.1426101 May 17 12:10:45.017858 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:45.019013 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "DELETE /v2.0/security-groups/5dded87c-dc88-44d2-9c79-632f2801166c HTTP/1.1" status: 204 len: 168 time: 0.6073685 May 17 12:10:45.021736 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56626) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:45.215175 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b630-31be-4d97-b2de-17b54e6356c5 req-cd9f3ecf-588f-4bda-86ab-9a3dcab2471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:45.216647 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-2020b630-31be-4d97-b2de-17b54e6356c5 req-cd9f3ecf-588f-4bda-86ab-9a3dcab2471e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8df98ee1-7065-4abe-b26f-da16ee880617 HTTP/1.1" status: 200 len: 853 time: 0.1921787 May 17 12:10:45.459465 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b630-31be-4d97-b2de-17b54e6356c5 req-772fd001-83a1-4d88-a9b7-c4f0dc2db3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:45.461853 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-2020b630-31be-4d97-b2de-17b54e6356c5 req-772fd001-83a1-4d88-a9b7-c4f0dc2db3cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87c86afa-69ac-4f8c-a617-2a3cd9fed032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1898260 May 17 12:10:45.542473 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9972fa6-2e4b-4534-ae45-968c8605df03 req-45b0839b-c4a5-4776-9d15-aae9b660cb85 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:45.545084 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f9972fa6-2e4b-4534-ae45-968c8605df03 req-45b0839b-c4a5-4776-9d15-aae9b660cb85 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.1128321 May 17 12:10:45.578238 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Deleting port 54d3d733-9c10-4f0d-8209-2246a1f3a3b6 {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:45.578689 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:45.608380 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f9972fa6-2e4b-4534-ae45-968c8605df03 req-f608c7a0-b56d-4104-a68a-923e7385b1bb tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558615 May 17 12:10:45.856960 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-2020b630-31be-4d97-b2de-17b54e6356c5 req-18ed190c-e0ab-4cac-bbfc-8034c6e88608 service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855653 May 17 12:10:45.899772 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:45.900284 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:45.988070 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71f542-04ca-44d0-8246-ed7556962338 req-5db603bd-d617-4c2b-8d67-46bb057c85bc tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:45.989573 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dd71f542-04ca-44d0-8246-ed7556962338 req-5db603bd-d617-4c2b-8d67-46bb057c85bc tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0986342 May 17 12:10:46.038444 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dd71f542-04ca-44d0-8246-ed7556962338 req-7fa9dd64-4647-479f-bc7a-d28f085316bb tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=7cb30edd-b8b1-403e-b848-e8bf45b05995&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417843 May 17 12:10:46.096235 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Calling delete_port for 54d3d733-9c10-4f0d-8209-2246a1f3a3b6 owned by network:floatingip {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:46.170664 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-2020b630-31be-4d97-b2de-17b54e6356c5 req-9cbb4240-1c92-4768-a92e-5aed304b6b66 service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989638 May 17 12:10:46.201451 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-8c8c7fa3-05e1-47b7-929c-3c4499098290 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:46.203012 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-8c8c7fa3-05e1-47b7-929c-3c4499098290 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.64 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 945 time: 0.0883191 May 17 12:10:46.293725 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.297855 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:46.347909 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event deleted for resources: {'Port': ['ID=54d3d733-9c10-4f0d-8209-2246a1f3a3b6,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:46.350797 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:46.368893 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Deleting port d9e1dfd5-c134-4e7c-a421-8b9e459177ba {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:46.369481 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.457863 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks [] for floatingip, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.458105 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.l3_db [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Floating IP e2a2e17e-0103-41a2-ba9d-86ba507ba7d7 disassociated (deleted). External IP: 172.28.3.115, port: 61f75371-5a05-4c05-842a-d3972e5cf97f. May 17 12:10:46.544506 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56634) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:46.561793 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] For port d9e1dfd5-c134-4e7c-a421-8b9e459177ba, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d9e1dfd5-c134-4e7c-a421-8b9e459177ba,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:46.562699 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.995724 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.996389 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.996704 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.db.l3_db [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Floating IP 5bfda84a-0a25-41fc-a43e-93dd4ea0340e disassociated. External IP: 172.28.3.70, port: d9e1dfd5-c134-4e7c-a421-8b9e459177ba. May 17 12:10:46.997044 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Calling delete_port for d9e1dfd5-c134-4e7c-a421-8b9e459177ba owned by compute:nova {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:47.030539 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b076c8-80d5-4c4b-b6cf-c2cd8f646f1b req-3480f132-122e-47bf-a44d-e92e355d8727 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:47.032096 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-59b076c8-80d5-4c4b-b6cf-c2cd8f646f1b req-3480f132-122e-47bf-a44d-e92e355d8727 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.2360013 May 17 12:10:47.099715 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Router fbe00226-230a-4b16-ac41-5662e4d6983a has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:10:47.100379 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-59b076c8-80d5-4c4b-b6cf-c2cd8f646f1b req-10064ae0-8d2c-4123-acd5-f9735013d84e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612292 May 17 12:10:47.216463 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:47.226786 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ed806b6f-e0eb-46c7-a736-f46dfde4b482 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:47.328926 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event deleted for resources: {'Port': ['ID=d9e1dfd5-c134-4e7c-a421-8b9e459177ba,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:47.343979 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:47.343979 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-997644a4-74ca-46cc-a179-19cfe22ce09c req-c68e504e-1d94-4151-b0b6-8a04615366e7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 210 time: 0.0794895 May 17 12:10:47.508975 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Deleting port d5f4eb5d-c761-48c8-8e8d-f416234667b2 {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:47.509331 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:47.623642 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:10:47.637863 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c85712-e3e5-4283-8033-013acc4f3a21 None None] Sync routers for ids ['fbe00226-230a-4b16-ac41-5662e4d6983a'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:10:47.660835 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c85712-e3e5-4283-8033-013acc4f3a21 None None] Routers {'fbe00226-230a-4b16-ac41-5662e4d6983a'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:47.663690 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-46c85712-e3e5-4283-8033-013acc4f3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:10:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fbe00226-230a-4b16-ac41-5662e4d6983a'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:47.668762 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:47.754285 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:10:47.802329 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-c7fb214d-3979-469e-9408-c655a4742ecb tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "DELETE /v2.0/floatingips/e2a2e17e-0103-41a2-ba9d-86ba507ba7d7 HTTP/1.1" status: 204 len: 168 time: 2.7795293 May 17 12:10:47.807966 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:47.821517 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:47.825890 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:48.078527 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f', 'status': 'completed', 'code': 200} May 17 12:10:48.138399 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-46c85712-e3e5-4283-8033-013acc4f3a21 None None] Set router fbe00226-230a-4b16-ac41-5662e4d6983a gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:48.153169 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:10:48.166503 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efd597c-9e2a-423e-a1a2-b19a49e572c4 None None] Sync routers for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:10:48.194566 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd597c-9e2a-423e-a1a2-b19a49e572c4 None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:48.195226 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-7efd597c-9e2a-423e-a1a2-b19a49e572c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:10:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:48.316785 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] No DVR routers for this DVR port d9e1dfd5-c134-4e7c-a421-8b9e459177ba on host hv-cinder-73414 {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:10:48.321506 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:48.337486 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42412dc5-ed1a-4506-a537-95e63a675bdc', 'name': 'network-vif-deleted', 'tag': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba'}] {{(pid=78759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:48.360720 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-fa11d941-7a35-4784-8bd1-281cd8fd32dd req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.64 "DELETE /v2.0/ports/d9e1dfd5-c134-4e7c-a421-8b9e459177ba HTTP/1.1" status: 204 len: 173 time: 2.1514721 May 17 12:10:48.378139 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Calling delete_port for d5f4eb5d-c761-48c8-8e8d-f416234667b2 owned by network:floatingip {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:48.465010 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a0aa8-3776-4d08-812e-7076fdb21ea1 req-27d71698-2d74-4a65-b2d0-6e9db3f3d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:48.467424 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-526a0aa8-3776-4d08-812e-7076fdb21ea1 req-27d71698-2d74-4a65-b2d0-6e9db3f3d0de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41f486e01a9d4659b251b5bc393d3a63&device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 1098 time: 0.3867283 May 17 12:10:48.629814 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000e231-0f30-4420-92b6-b56e294bf6a9 req-a1610026-201d-4269-8b18-da1e8ab08d07 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:48.636098 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4000e231-0f30-4420-92b6-b56e294bf6a9 req-a1610026-201d-4269-8b18-da1e8ab08d07 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.2198949 May 17 12:10:48.648396 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-7efd597c-9e2a-423e-a1a2-b19a49e572c4 None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:48.738558 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4000e231-0f30-4420-92b6-b56e294bf6a9 req-a1c07893-b43b-4c5b-a248-7bd9610acbe2 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959015 May 17 12:10:48.768059 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:48.835607 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-00554906-4d70-4b8c-98fa-ea55d6554328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:48.895934 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42412dc5-ed1a-4506-a537-95e63a675bdc', 'name': 'network-vif-deleted', 'tag': 'd9e1dfd5-c134-4e7c-a421-8b9e459177ba', 'status': 'completed', 'code': 200} May 17 12:10:48.912247 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Pushing event deleted for resources: {'Port': ['ID=d5f4eb5d-c761-48c8-8e8d-f416234667b2,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:48.926983 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:48.989113 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-46c85712-e3e5-4283-8033-013acc4f3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 4, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '51922fb2-8e92-4f79-9279-698077ec7ef5', 'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'mac_address': 'fa:16:3e:ae:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:04Z', 'updated_at': '2021-05-17T12:07:12Z', 'revision_number': 5, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'subnets': [{'id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:48.998961 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c85712-e3e5-4283-8033-013acc4f3a21 None None] Checking router: fbe00226-230a-4b16-ac41-5662e4d6983a for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:10:49.014335 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c85712-e3e5-4283-8033-013acc4f3a21 None None] Routers {'fbe00226-230a-4b16-ac41-5662e4d6983a'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:49.014962 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-46c85712-e3e5-4283-8033-013acc4f3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:10:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fbe00226-230a-4b16-ac41-5662e4d6983a'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:49.026403 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a0aa8-3776-4d08-812e-7076fdb21ea1 req-ba4f2413-d6f4-4994-a9e3-b0170874ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:49.029077 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-526a0aa8-3776-4d08-812e-7076fdb21ea1 req-ba4f2413-d6f4-4994-a9e3-b0170874ca72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87c86afa-69ac-4f8c-a617-2a3cd9fed032 HTTP/1.1" status: 200 len: 915 time: 0.5526621 May 17 12:10:49.260022 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-3a3046e6-d912-46e9-8cb1-79d29c1b0ca8 req-f327a207-fa04-4f09-b743-1b9fec824674 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Synchronizing usage tracker for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:10:49.304498 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-7efd597c-9e2a-423e-a1a2-b19a49e572c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:46Z', 'revision_number': 5, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:49.317612 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efd597c-9e2a-423e-a1a2-b19a49e572c4 None None] Checking router: c8ad33cd-2e28-484c-bda9-20d5f5b563f6 for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:10:49.329561 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-3a3046e6-d912-46e9-8cb1-79d29c1b0ca8 req-f327a207-fa04-4f09-b743-1b9fec824674 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Unset dirty status for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:10:49.332393 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3a3046e6-d912-46e9-8cb1-79d29c1b0ca8 req-f327a207-fa04-4f09-b743-1b9fec824674 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=42412dc5-ed1a-4506-a537-95e63a675bdc HTTP/1.1" status: 200 len: 210 time: 0.2170191 May 17 12:10:49.338765 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd597c-9e2a-423e-a1a2-b19a49e572c4 None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:49.339982 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-7efd597c-9e2a-423e-a1a2-b19a49e572c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:10:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:49.372339 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-526a0aa8-3776-4d08-812e-7076fdb21ea1 req-b4a7dbdc-c71b-476b-97cf-6a250e1522a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61f75371-5a05-4c05-842a-d3972e5cf97f HTTP/1.1" status: 200 len: 217 time: 0.3197718 May 17 12:10:49.513419 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-46c85712-e3e5-4283-8033-013acc4f3a21 None None] Set router fbe00226-230a-4b16-ac41-5662e4d6983a gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:49.578555 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for floatingip, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:49.590873 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.l3_db [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Floating IP 25302feb-f954-47b4-949f-1ed542a17f7d disassociated (deleted). External IP: 172.28.3.168, port: 303b06df-11f4-4a7a-8592-5836c81a6ca7. May 17 12:10:49.690971 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a0aa8-3776-4d08-812e-7076fdb21ea1 req-e570390f-cbc2-47dd-a8b4-b6700659dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:49.692776 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-526a0aa8-3776-4d08-812e-7076fdb21ea1 req-e570390f-cbc2-47dd-a8b4-b6700659dec5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8df98ee1-7065-4abe-b26f-da16ee880617 HTTP/1.1" status: 200 len: 853 time: 0.3196821 May 17 12:10:49.726364 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-7efd597c-9e2a-423e-a1a2-b19a49e572c4 None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:50.222284 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a0aa8-3776-4d08-812e-7076fdb21ea1 req-1a48c476-23c5-4faf-b117-ee2cd68b065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:50.224582 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-526a0aa8-3776-4d08-812e-7076fdb21ea1 req-1a48c476-23c5-4faf-b117-ee2cd68b065d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87c86afa-69ac-4f8c-a617-2a3cd9fed032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3976860 May 17 12:10:50.235120 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4c1a-15bb-428b-8097-eb8351175761 req-48686542-ed52-45c9-a610-66701f887818 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:50.240248 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4e4c4c1a-15bb-428b-8097-eb8351175761 req-48686542-ed52-45c9-a610-66701f887818 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.1633284 May 17 12:10:50.263897 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-46c85712-e3e5-4283-8033-013acc4f3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 4, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '51922fb2-8e92-4f79-9279-698077ec7ef5', 'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'mac_address': 'fa:16:3e:ae:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:04Z', 'updated_at': '2021-05-17T12:07:12Z', 'revision_number': 5, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'subnets': [{'id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:50.272368 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c85712-e3e5-4283-8033-013acc4f3a21 None None] The sync data for ids ['fbe00226-230a-4b16-ac41-5662e4d6983a'] in dv-cinder-734144-19-smb is: [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 4, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '51922fb2-8e92-4f79-9279-698077ec7ef5', 'name': '', 'network_id': '87c86afa-69ac-4f8c-a617-2a3cd9fed032', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'mac_address': 'fa:16:3e:ae:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:04Z', 'updated_at': '2021-05-17T12:07:12Z', 'revision_number': 5, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'subnets': [{'id': '8df98ee1-7065-4abe-b26f-da16ee880617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:10:50.338154 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-7efd597c-9e2a-423e-a1a2-b19a49e572c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:46Z', 'revision_number': 5, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:50.362112 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efd597c-9e2a-423e-a1a2-b19a49e572c4 None None] The sync data for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb is: [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:46Z', 'revision_number': 5, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:10:50.391951 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4e4c4c1a-15bb-428b-8097-eb8351175761 req-dbb0d4ec-20f8-479c-99a5-454211bed40b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421425 May 17 12:10:50.440467 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:10:50.631913 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56696) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:50.724323 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device d9e1dfd5-c134-4e7c-a421-8b9e459177ba no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:50.807294 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-2347a305-7360-42f1-8a51-3887e7887eb7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:50.855630 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: d9e1dfd5-c134-4e7c-a421-8b9e459177ba {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:50.855982 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device d9e1dfd5-c134-4e7c-a421-8b9e459177ba not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:50.870002 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10076365-4a44-4995-8b50-0a729a85ffc4 None None] New status for floating IP 5bfda84a-0a25-41fc-a43e-93dd4ea0340e: DOWN {{(pid=78760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:10:50.872294 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-2347a305-7360-42f1-8a51-3887e7887eb7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:50.883234 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2c165-febe-4644-8876-b361f841669f None None] New status for floating IP e2a2e17e-0103-41a2-ba9d-86ba507ba7d7: DOWN {{(pid=78761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:10:50.937563 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-2347a305-7360-42f1-8a51-3887e7887eb7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:50.941056 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-526a0aa8-3776-4d08-812e-7076fdb21ea1 req-a4909eef-6485-4638-90a9-0c262214b74f service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018893 May 17 12:10:50.955835 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-90ae1b1a-b540-4e5a-a4ee-2c6cbdb8593b tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:50.984514 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347a305-7360-42f1-8a51-3887e7887eb7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb30edd-b8b1-403e-b848-e8bf45b05995,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:50.988056 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-2347a305-7360-42f1-8a51-3887e7887eb7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:50.989354 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-2347a305-7360-42f1-8a51-3887e7887eb7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:50.993943 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-2347a305-7360-42f1-8a51-3887e7887eb7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "DELETE /v2.0/security-groups/7cb30edd-b8b1-403e-b848-e8bf45b05995 HTTP/1.1" status: 204 len: 168 time: 0.3604763 May 17 12:10:50.994102 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56704) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:51.011178 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.api.v2.resource [None req-ab8965d0-80a2-4493-aa9c-930c446a4edf tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] show failed (client error): The resource could not be found. May 17 12:10:51.015374 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-ab8965d0-80a2-4493-aa9c-930c446a4edf tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups/7cb30edd-b8b1-403e-b848-e8bf45b05995 HTTP/1.1" status: 404 len: 347 time: 0.0202682 May 17 12:10:51.015887 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56708) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:51.248578 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:10:51.278061 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30161b9d-b6f9-47ff-8963-9e8f49d27eed None None] Sync routers for ids ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:10:51.302355 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30161b9d-b6f9-47ff-8963-9e8f49d27eed None None] Routers {'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:51.303762 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-30161b9d-b6f9-47ff-8963-9e8f49d27eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:10:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:51.333083 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:51.486955 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "DELETE /v2.0/floatingips/25302feb-f954-47b4-949f-1ed542a17f7d HTTP/1.1" status: 204 len: 168 time: 4.9413211 May 17 12:10:51.518066 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:51.605691 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-526a0aa8-3776-4d08-812e-7076fdb21ea1 req-55391d46-a0ed-4df9-a143-4668b1e3b2df service neutron] 10.222.0.64 "GET /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562729 May 17 12:10:51.774491 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-30161b9d-b6f9-47ff-8963-9e8f49d27eed None None] Set router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:51.791018 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-7da3ec73-610c-4f29-8f85-b6e66610f754 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Deleting port 92e1a2e5-b682-4c61-b393-407bc03fd67e {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:51.791702 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7da3ec73-610c-4f29-8f85-b6e66610f754 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:51.912139 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f3809-19a6-423c-b576-5524af4b1277 req-f9d07b2e-40bc-486d-86c8-be305d7c27ee tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:51.920469 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d96f3809-19a6-423c-b576-5524af4b1277 req-f9d07b2e-40bc-486d-86c8-be305d7c27ee tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.2243452 May 17 12:10:51.924750 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'status': 'completed', 'code': 200} May 17 12:10:51.989446 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d96f3809-19a6-423c-b576-5524af4b1277 req-d4e795be-bec3-4bb0-b207-986dd3b0c7ea tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680208 May 17 12:10:52.116875 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbc20a-249b-40ea-909b-dcde3a52e6b7 req-e6251556-9f23-4f42-9be5-ac2d69f4bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:52.119823 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f7dbc20a-249b-40ea-909b-dcde3a52e6b7 req-e6251556-9f23-4f42-9be5-ac2d69f4bc5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e0609b6aaf74c2296065762a9918789&device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 1099 time: 0.1610456 May 17 12:10:52.153571 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7da3ec73-610c-4f29-8f85-b6e66610f754 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.153924 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7da3ec73-610c-4f29-8f85-b6e66610f754 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.302127 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-7da3ec73-610c-4f29-8f85-b6e66610f754 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Calling delete_port for 92e1a2e5-b682-4c61-b393-407bc03fd67e owned by network:floatingip {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:52.325208 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbc20a-249b-40ea-909b-dcde3a52e6b7 req-8cd9c508-9e87-499f-a0cd-8343eb8eeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:52.326823 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f7dbc20a-249b-40ea-909b-dcde3a52e6b7 req-8cd9c508-9e87-499f-a0cd-8343eb8eeae3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74 HTTP/1.1" status: 200 len: 909 time: 0.2001002 May 17 12:10:52.345152 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45079dc0-e86e-4557-bd12-626f9660b0f2 req-2a65b20e-b9a7-4679-a688-67a3cdce6aaa tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:52.353003 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-45079dc0-e86e-4557-bd12-626f9660b0f2 req-2a65b20e-b9a7-4679-a688-67a3cdce6aaa tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.2761254 May 17 12:10:52.412235 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-45079dc0-e86e-4557-bd12-626f9660b0f2 req-c36bf93d-407d-4169-badd-72b44d544d6a tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579002 May 17 12:10:52.434335 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f7dbc20a-249b-40ea-909b-dcde3a52e6b7 req-86acee0e-3b61-4201-9924-bf0b143f25ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7 HTTP/1.1" status: 200 len: 217 time: 0.0980115 May 17 12:10:52.495999 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-30161b9d-b6f9-47ff-8963-9e8f49d27eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:25Z', 'revision_number': 4, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port': {'id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:19Z', 'updated_at': '2021-05-17T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '78b75a86-0ca8-433c-90a1-b961fd3ca509', 'name': '', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'mac_address': 'fa:16:3e:7e:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8612b030-a091-464f-b296-b7f7690176ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:24Z', 'updated_at': '2021-05-17T12:04:35Z', 'revision_number': 5, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'subnets': [{'id': '8612b030-a091-464f-b296-b7f7690176ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:52.505466 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30161b9d-b6f9-47ff-8963-9e8f49d27eed None None] Checking router: b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:10:52.520168 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30161b9d-b6f9-47ff-8963-9e8f49d27eed None None] Routers {'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:52.521201 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-30161b9d-b6f9-47ff-8963-9e8f49d27eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:10:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:52.536159 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbc20a-249b-40ea-909b-dcde3a52e6b7 req-5adc45f9-b036-43b5-9e6c-a2bf519897f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:52.537633 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f7dbc20a-249b-40ea-909b-dcde3a52e6b7 req-5adc45f9-b036-43b5-9e6c-a2bf519897f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8612b030-a091-464f-b296-b7f7690176ee HTTP/1.1" status: 200 len: 847 time: 0.0964506 May 17 12:10:52.670664 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbc20a-249b-40ea-909b-dcde3a52e6b7 req-d66d52b0-b720-450c-b699-52a3813d3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:52.672320 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f7dbc20a-249b-40ea-909b-dcde3a52e6b7 req-d66d52b0-b720-450c-b699-52a3813d3e06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39bc4a99-f6f2-449c-9a0d-1afb9575ff74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1248899 May 17 12:10:52.750240 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7da3ec73-610c-4f29-8f85-b6e66610f754 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.768378 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ed833f1a-cf1a-4042-b62b-a1f10529d877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:52.821974 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-30161b9d-b6f9-47ff-8963-9e8f49d27eed None None] Set router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:52.842767 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f7dbc20a-249b-40ea-909b-dcde3a52e6b7 req-9166d993-37d6-4f62-ad05-7662f479470f service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613603 May 17 12:10:52.951065 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3ec73-610c-4f29-8f85-b6e66610f754 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event deleted for resources: {'Port': ['ID=92e1a2e5-b682-4c61-b393-407bc03fd67e,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:52.984457 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7da3ec73-610c-4f29-8f85-b6e66610f754 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:53.041178 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7da3ec73-610c-4f29-8f85-b6e66610f754 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:53.067130 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-f7dbc20a-249b-40ea-909b-dcde3a52e6b7 req-4abf221e-971b-4d0c-9478-246203627bbd service neutron] 10.222.0.64 "GET /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139678 May 17 12:10:53.077356 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7da3ec73-610c-4f29-8f85-b6e66610f754 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:53.085114 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-7da3ec73-610c-4f29-8f85-b6e66610f754 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "DELETE /v2.0/floatingips/5bfda84a-0a25-41fc-a43e-93dd4ea0340e HTTP/1.1" status: 204 len: 168 time: 2.0614703 May 17 12:10:53.307664 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ffd07-3e78-41e7-a01c-e754bbd27799 req-d5dcce59-d15c-41cf-933b-b1d86369b945 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:53.315263 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-919ffd07-3e78-41e7-a01c-e754bbd27799 req-d5dcce59-d15c-41cf-933b-b1d86369b945 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.1068556 May 17 12:10:53.345711 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-30161b9d-b6f9-47ff-8963-9e8f49d27eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:25Z', 'revision_number': 4, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port': {'id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:19Z', 'updated_at': '2021-05-17T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '78b75a86-0ca8-433c-90a1-b961fd3ca509', 'name': '', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'mac_address': 'fa:16:3e:7e:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8612b030-a091-464f-b296-b7f7690176ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:24Z', 'updated_at': '2021-05-17T12:04:35Z', 'revision_number': 5, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'subnets': [{'id': '8612b030-a091-464f-b296-b7f7690176ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:53.350408 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30161b9d-b6f9-47ff-8963-9e8f49d27eed None None] The sync data for ids ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'] in dv-cinder-734144-19-smb is: [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:25Z', 'revision_number': 4, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port': {'id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:19Z', 'updated_at': '2021-05-17T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '78b75a86-0ca8-433c-90a1-b961fd3ca509', 'name': '', 'network_id': '39bc4a99-f6f2-449c-9a0d-1afb9575ff74', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'mac_address': 'fa:16:3e:7e:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8612b030-a091-464f-b296-b7f7690176ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:24Z', 'updated_at': '2021-05-17T12:04:35Z', 'revision_number': 5, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'subnets': [{'id': '8612b030-a091-464f-b296-b7f7690176ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:10:53.422830 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-919ffd07-3e78-41e7-a01c-e754bbd27799 req-ca25b54e-2514-4893-986b-84438e402977 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065042 May 17 12:10:53.538011 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56736) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:53.548532 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--473163660', 'description': 'tempest-description--330655111'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:10:53.564903 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:53.575595 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Usage tracker for resource:security_group and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:53.581187 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:53.615109 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:53.637949 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:53.696651 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:53.701944 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Usage tracker for resource:security_group_rule and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:53.708217 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:53.725599 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:53.815681 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e67d8-3e8f-46cd-a0d7-fa3a13f00341 None None] New status for floating IP 25302feb-f954-47b4-949f-1ed542a17f7d: DOWN {{(pid=78761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:10:53.868363 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf345d6-5108-43f9-8324-9d1d859e22e4 req-20fed422-7faa-44b3-bdfb-7294440ca1b5 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:53.869998 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5bf345d6-5108-43f9-8324-9d1d859e22e4 req-20fed422-7faa-44b3-bdfb-7294440ca1b5 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.1807408 May 17 12:10:53.882565 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:53.892254 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:53.904198 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-07608ce0-a45d-474d-b3f7-0fb12392db63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:53.912955 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99316679-ee04-4d01-afb4-daa9e015600b req-d04f41d9-f5f7-47b0-82fc-660822628e78 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:53.921445 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-99316679-ee04-4d01-afb4-daa9e015600b req-d04f41d9-f5f7-47b0-82fc-660822628e78 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 945 time: 0.3206811 May 17 12:10:53.972900 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5bf345d6-5108-43f9-8324-9d1d859e22e4 req-ba79aecb-a134-4c9e-b581-74d2e2936888 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2fc948f-dd94-443c-8103-ea53c8a27aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930569 May 17 12:10:53.974981 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc41837d-b6a5-4528-9f44-1a275eb97f88,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:53.980055 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:53.981251 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4406936 May 17 12:10:53.982398 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:53.986869 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56740) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:54.005594 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-436d6e60-e215-4692-9853-202946712b53 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Request body: {'security_group_rule': {'security_group_id': 'bc41837d-b6a5-4528-9f44-1a275eb97f88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:10:54.021354 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-436d6e60-e215-4692-9853-202946712b53 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:54.021862 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-436d6e60-e215-4692-9853-202946712b53 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Usage tracker for resource:security_group_rule and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:54.029078 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-436d6e60-e215-4692-9853-202946712b53 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:54.037800 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-99316679-ee04-4d01-afb4-daa9e015600b req-0b0ec9bf-ce32-4b98-83f7-4a5190eea3c0 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160188 May 17 12:10:54.053770 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31f9fc-b9dc-4c2b-af32-605fa30805fb req-57bc01dc-c8dc-4764-ba30-69d596502f4f tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:54.054525 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-8a31f9fc-b9dc-4c2b-af32-605fa30805fb req-57bc01dc-c8dc-4764-ba30-69d596502f4f tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Synchronizing usage tracker for tenant:3e0609b6aaf74c2296065762a9918789 on resource:port {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:10:54.058190 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-436d6e60-e215-4692-9853-202946712b53 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:54.087762 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436d6e60-e215-4692-9853-202946712b53 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:54.102215 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-8a31f9fc-b9dc-4c2b-af32-605fa30805fb req-57bc01dc-c8dc-4764-ba30-69d596502f4f tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Unset dirty status for tenant:3e0609b6aaf74c2296065762a9918789 on resource:port {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:10:54.104060 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-8a31f9fc-b9dc-4c2b-af32-605fa30805fb req-57bc01dc-c8dc-4764-ba30-69d596502f4f tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.64 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 946 time: 0.3613043 May 17 12:10:54.405948 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436d6e60-e215-4692-9853-202946712b53 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:54.424993 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436d6e60-e215-4692-9853-202946712b53 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:54.495810 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b2fb5554-6b3f-4b8a-96b4-e1b21ddd7f59 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:54.541710 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d6e60-e215-4692-9853-202946712b53 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa3d7f3-5119-43a1-9673-ff73bbd5c30e,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:54.545209 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-436d6e60-e215-4692-9853-202946712b53 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:54.574823 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-8a31f9fc-b9dc-4c2b-af32-605fa30805fb req-1854580b-1606-4c9c-9905-4595b7350044 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Deleting port 303b06df-11f4-4a7a-8592-5836c81a6ca7 {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:54.575258 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-8a31f9fc-b9dc-4c2b-af32-605fa30805fb req-1854580b-1606-4c9c-9905-4595b7350044 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:54.603788 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-436d6e60-e215-4692-9853-202946712b53 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:54.604998 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-436d6e60-e215-4692-9853-202946712b53 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6169641 May 17 12:10:54.626596 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56746) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:54.676137 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-a0b6a974-65a0-4b9c-a1a7-938b653e015c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Request body: {'security_group_rule': {'security_group_id': 'bc41837d-b6a5-4528-9f44-1a275eb97f88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:10:54.702437 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-a0b6a974-65a0-4b9c-a1a7-938b653e015c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:54.712981 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-a0b6a974-65a0-4b9c-a1a7-938b653e015c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Usage tracker for resource:security_group_rule and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:54.723061 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-a0b6a974-65a0-4b9c-a1a7-938b653e015c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:54.739876 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-a0b6a974-65a0-4b9c-a1a7-938b653e015c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:54.756155 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-8a31f9fc-b9dc-4c2b-af32-605fa30805fb req-1854580b-1606-4c9c-9905-4595b7350044 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] For port 303b06df-11f4-4a7a-8592-5836c81a6ca7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=303b06df-11f4-4a7a-8592-5836c81a6ca7,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:54.756687 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-8a31f9fc-b9dc-4c2b-af32-605fa30805fb req-1854580b-1606-4c9c-9905-4595b7350044 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:54.770039 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a0b6a974-65a0-4b9c-a1a7-938b653e015c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:54.819762 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d225fe-5a37-4e0b-9fd3-820f5437f464 req-d7ea807f-d1b9-4ce5-a635-df4563bdaea8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:54.822133 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f9d225fe-5a37-4e0b-9fd3-820f5437f464 req-d7ea807f-d1b9-4ce5-a635-df4563bdaea8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.2217782 May 17 12:10:54.918919 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f9d225fe-5a37-4e0b-9fd3-820f5437f464 req-ff38f123-0262-4951-878f-2ab0cc04aa6d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882924 May 17 12:10:54.920873 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a0b6a974-65a0-4b9c-a1a7-938b653e015c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:54.931857 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-8a31f9fc-b9dc-4c2b-af32-605fa30805fb req-1854580b-1606-4c9c-9905-4595b7350044 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Calling delete_port for 303b06df-11f4-4a7a-8592-5836c81a6ca7 owned by compute:nova {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:54.938498 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a0b6a974-65a0-4b9c-a1a7-938b653e015c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465137'] for security_group_rule, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:54.941026 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:54.994387 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6a974-65a0-4b9c-a1a7-938b653e015c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5091cbe8-ffc1-45d4-86bd-f3ec0b51488e,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:55.015214 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-a0b6a974-65a0-4b9c-a1a7-938b653e015c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:55.028440 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a0b6a974-65a0-4b9c-a1a7-938b653e015c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:55.034468 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-a0b6a974-65a0-4b9c-a1a7-938b653e015c tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4054260 May 17 12:10:55.035266 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56756) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:55.044271 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Request body: {'floatingip': {'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:10:55.072310 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:55.077959 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-8a31f9fc-b9dc-4c2b-af32-605fa30805fb req-1854580b-1606-4c9c-9905-4595b7350044 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:55.084778 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8706ab88-c0b3-4174-8c4e-110035ec87ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:55.093871 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Usage tracker for resource:floatingip and tenant:cf075c80843c4c858b4ddb4a43dd62bb is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:55.096960 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:55.104889 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:55.121078 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:55.160828 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854580b-1606-4c9c-9905-4595b7350044 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Pushing event deleted for resources: {'Port': ['ID=303b06df-11f4-4a7a-8592-5836c81a6ca7,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:55.173978 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1854580b-1606-4c9c-9905-4595b7350044 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:55.260322 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-07528010-0d1d-4d5f-8a77-768b5929c67c req-14ac2d2e-68e7-490a-a078-26edb8603d8e tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 210 time: 0.1161766 May 17 12:10:55.271976 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a31f9fc-b9dc-4c2b-af32-605fa30805fb req-1854580b-1606-4c9c-9905-4595b7350044 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] No DVR routers for this DVR port 303b06df-11f4-4a7a-8592-5836c81a6ca7 on host hv-cinder-73414 {{(pid=78758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:10:55.279572 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-8a31f9fc-b9dc-4c2b-af32-605fa30805fb req-1854580b-1606-4c9c-9905-4595b7350044 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:55.279572 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'name': 'network-vif-deleted', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:55.314781 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-8a31f9fc-b9dc-4c2b-af32-605fa30805fb req-1854580b-1606-4c9c-9905-4595b7350044 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.64 "DELETE /v2.0/ports/303b06df-11f4-4a7a-8592-5836c81a6ca7 HTTP/1.1" status: 204 len: 173 time: 1.1999481 May 17 12:10:55.378307 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896492f3-cb19-4194-9a8a-fc320b009165', 'name': 'network-vif-deleted', 'tag': '303b06df-11f4-4a7a-8592-5836c81a6ca7', 'status': 'completed', 'code': 200} May 17 12:10:55.492013 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ba03b-b4fe-46af-bd89-1c6fe250cf95 req-b4df1486-d510-43bc-89e6-211a0aa7c8de tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:55.500845 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4f9ba03b-b4fe-46af-bd89-1c6fe250cf95 req-b4df1486-d510-43bc-89e6-211a0aa7c8de tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 945 time: 0.3136103 May 17 12:10:55.587483 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-4f9ba03b-b4fe-46af-bd89-1c6fe250cf95 req-6442d6a0-0568-4632-b5a2-5d758cb9ab09 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841603 May 17 12:10:55.658592 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:55.895315 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_common [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Allocated IP 172.28.3.182 (c7032b67-ae9d-4252-ba6d-57576c0c23c3/b63a015f-9ad6-4435-b13c-db9b990c15d0/b3433e68-caba-4e76-a99a-18d1da06da9c) {{(pid=78759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:10:55.974094 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656f11-5230-452e-8c0f-c523ce0af203 req-2412cdfb-aef1-48ad-bc64-aa86b586bf0d tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:55.976757 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-41656f11-5230-452e-8c0f-c523ce0af203 req-2412cdfb-aef1-48ad-bc64-aa86b586bf0d tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Synchronizing usage tracker for tenant:41f486e01a9d4659b251b5bc393d3a63 on resource:port {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:10:56.018399 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-41656f11-5230-452e-8c0f-c523ce0af203 req-2412cdfb-aef1-48ad-bc64-aa86b586bf0d tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Unset dirty status for tenant:41f486e01a9d4659b251b5bc393d3a63 on resource:port {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:10:56.021597 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-41656f11-5230-452e-8c0f-c523ce0af203 req-2412cdfb-aef1-48ad-bc64-aa86b586bf0d tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.64 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 945 time: 0.2134607 May 17 12:10:56.177916 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for port, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:56.210960 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957ceb4-5177-4613-8889-2f2546c6689b req-36a657dc-9f1e-409c-85c5-082034dd67a2 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:56.212960 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e957ceb4-5177-4613-8889-2f2546c6689b req-36a657dc-9f1e-409c-85c5-082034dd67a2 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.1471376 May 17 12:10:56.235821 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-41656f11-5230-452e-8c0f-c523ce0af203 req-91cce2bc-516b-4cb6-bb00-55d935942522 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Deleting port 61f75371-5a05-4c05-842a-d3972e5cf97f {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:56.236222 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-41656f11-5230-452e-8c0f-c523ce0af203 req-91cce2bc-516b-4cb6-bb00-55d935942522 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:56.307039 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:56.333193 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-195fddd5-f2d6-449f-bea2-3e3c5c0bde9d tempest-VolumesActionsTest-1230009353 tempest-VolumesActionsTest-1230009353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:56.509273 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e957ceb4-5177-4613-8889-2f2546c6689b req-f40898a8-33b6-4084-a94f-60bc20b7cb99 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877927 May 17 12:10:56.560996 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Network c7032b67-ae9d-4252-ba6d-57576c0c23c3 is already hosted by enough agents. {{(pid=78759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:10:56.575427 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources bound (agent type, host, resource id): {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:10:56.581036 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Received port after_create {{(pid=78759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:10:56.661444 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-41656f11-5230-452e-8c0f-c523ce0af203 req-91cce2bc-516b-4cb6-bb00-55d935942522 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] For port 61f75371-5a05-4c05-842a-d3972e5cf97f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=61f75371-5a05-4c05-842a-d3972e5cf97f,segment=NetworkSegment(27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe),segment_id=27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:56.661865 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-41656f11-5230-452e-8c0f-c523ce0af203 req-91cce2bc-516b-4cb6-bb00-55d935942522 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:56.741311 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event updated for resources: {'Port': ['ID=b3433e68-caba-4e76-a99a-18d1da06da9c,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:56.751403 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 303b06df-11f4-4a7a-8592-5836c81a6ca7 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:56.769229 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:56.784183 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-27a219fe-e1b8-45df-8b8c-1854d8345efc req-911af072-5de5-413c-87ae-9f2ede3c1b2e tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "GET /v2.0/ports?device_id=896492f3-cb19-4194-9a8a-fc320b009165 HTTP/1.1" status: 200 len: 210 time: 0.1344032 May 17 12:10:56.843285 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: 303b06df-11f4-4a7a-8592-5836c81a6ca7 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:56.847520 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 303b06df-11f4-4a7a-8592-5836c81a6ca7 not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:56.954393 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d281007-2d6d-4e67-8d61-5551c5ec8d6e req-5121bd6c-bdc6-43b7-bd8f-d83dd91cad4e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:56.956121 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7d281007-2d6d-4e67-8d61-5551c5ec8d6e req-5121bd6c-bdc6-43b7-bd8f-d83dd91cad4e tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/ports?device_id=febb69d6-9fee-4cb2-b544-35d86525392c HTTP/1.1" status: 200 len: 945 time: 0.1886463 May 17 12:10:56.995011 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:57.045818 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-41656f11-5230-452e-8c0f-c523ce0af203 req-91cce2bc-516b-4cb6-bb00-55d935942522 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Calling delete_port for 61f75371-5a05-4c05-842a-d3972e5cf97f owned by compute:nova {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:57.198749 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-7d281007-2d6d-4e67-8d61-5551c5ec8d6e req-8bbf6c4f-6cae-43ca-8c33-5b94b98bee1a tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e34fe2d-62e5-49af-a3ca-bb08d8559c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360499 May 17 12:10:57.212546 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:57.229140 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-41656f11-5230-452e-8c0f-c523ce0af203 req-91cce2bc-516b-4cb6-bb00-55d935942522 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:57.235619 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-27d05b1b-cbaf-4eee-831e-66467ead5996 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:57.298693 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cce2bc-516b-4cb6-bb00-55d935942522 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Pushing event deleted for resources: {'Port': ['ID=61f75371-5a05-4c05-842a-d3972e5cf97f,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:57.311248 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-91cce2bc-516b-4cb6-bb00-55d935942522 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:57.397974 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-41656f11-5230-452e-8c0f-c523ce0af203 req-91cce2bc-516b-4cb6-bb00-55d935942522 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] No DVR routers for this DVR port 61f75371-5a05-4c05-842a-d3972e5cf97f on host hv-cinder-73414 {{(pid=78758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:10:57.401471 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-41656f11-5230-452e-8c0f-c523ce0af203 req-91cce2bc-516b-4cb6-bb00-55d935942522 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:57.404551 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'name': 'network-vif-deleted', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:57.428400 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-41656f11-5230-452e-8c0f-c523ce0af203 req-91cce2bc-516b-4cb6-bb00-55d935942522 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] 10.222.0.64 "DELETE /v2.0/ports/61f75371-5a05-4c05-842a-d3972e5cf97f HTTP/1.1" status: 204 len: 173 time: 1.3996842 May 17 12:10:57.509834 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febb69d6-9fee-4cb2-b544-35d86525392c', 'name': 'network-vif-deleted', 'tag': '61f75371-5a05-4c05-842a-d3972e5cf97f', 'status': 'completed', 'code': 200} May 17 12:10:57.513018 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for port, precommit_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:57.519197 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739231'] for port, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:57.524564 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7a044350-69aa-4434-baf3-202a03df3d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:57.661029 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event updated for resources: {'Port': ['ID=b3433e68-caba-4e76-a99a-18d1da06da9c,revision_number=2']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:57.665876 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:57.681179 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:57.719718 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:57.722346 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-91ec6f84-df9b-4c40-9d28-e4c60eae3790 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6856329 May 17 12:10:57.862626 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e988331-561b-4290-8c5e-7dd109c73fcb req-59eab614-b493-4c2a-9550-711f53df5889 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:57.866186 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2e988331-561b-4290-8c5e-7dd109c73fcb req-59eab614-b493-4c2a-9550-711f53df5889 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.1348639 May 17 12:10:57.945019 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2e988331-561b-4290-8c5e-7dd109c73fcb req-911f4719-753f-496e-9303-a046f0fbf9b3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715959 May 17 12:10:58.014067 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-fc604a65-874f-4215-bafb-b252396f80bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Synchronizing usage tracker for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:security_group {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:10:58.042351 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-fc604a65-874f-4215-bafb-b252396f80bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Unset dirty status for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:security_group {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:10:58.044968 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-fc604a65-874f-4215-bafb-b252396f80bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--473163660&fields=id&tenant_id=cf075c80843c4c858b4ddb4a43dd62bb HTTP/1.1" status: 200 len: 267 time: 0.1271060 May 17 12:10:58.058911 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56788) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:58.177740 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b128374b-3448-42c1-8505-e93441682f10 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:58.220404 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b128374b-3448-42c1-8505-e93441682f10 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:58.346314 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b128374b-3448-42c1-8505-e93441682f10 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:58.354849 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a2237563-6471-480c-a05c-80ff5e2cf45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:58.360246 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-6d03030a-b00d-4d0e-8142-b6b23ee92bdc tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:58.363994 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-6d03030a-b00d-4d0e-8142-b6b23ee92bdc tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/networks?id=7ff3b9a1-9b86-4118-9135-d71d93819820 HTTP/1.1" status: 200 len: 811 time: 0.3101077 May 17 12:10:58.377348 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128374b-3448-42c1-8505-e93441682f10 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fc948f-dd94-443c-8103-ea53c8a27aa1,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:58.393907 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-21d93419-efb5-4c1d-88e8-f57b909bbba7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/quotas/cf075c80843c4c858b4ddb4a43dd62bb HTTP/1.1" status: 200 len: 375 time: 0.0223670 May 17 12:10:58.400841 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b128374b-3448-42c1-8505-e93441682f10 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:58.426310 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-b128374b-3448-42c1-8505-e93441682f10 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:58.430363 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-b128374b-3448-42c1-8505-e93441682f10 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] 10.222.0.47 "DELETE /v2.0/security-groups/e2fc948f-dd94-443c-8103-ea53c8a27aa1 HTTP/1.1" status: 204 len: 168 time: 0.3696208 May 17 12:10:58.565655 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56802) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:58.602102 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-4118fc64-7579-4651-8668-ec30b71fba54 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Synchronizing usage tracker for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:port {{(pid=78759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:10:58.644164 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-4118fc64-7579-4651-8668-ec30b71fba54 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Unset dirty status for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:port {{(pid=78759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:10:58.673248 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-4118fc64-7579-4651-8668-ec30b71fba54 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf075c80843c4c858b4ddb4a43dd62bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2501104 May 17 12:10:58.771496 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 61f75371-5a05-4c05-842a-d3972e5cf97f no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:58.870697 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: 61f75371-5a05-4c05-842a-d3972e5cf97f {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:58.871922 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 61f75371-5a05-4c05-842a-d3972e5cf97f not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:59.015393 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-5c3b0c55-ca04-4ea7-9b72-0e2cde39aa64 service neutron] 10.222.0.47 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349066 May 17 12:10:59.346509 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-52d8c888-4072-4e7d-9a25-6f7a69eeea4d service neutron] 10.222.0.47 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167379 May 17 12:10:59.392046 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab385cfe-b0dc-4674-971a-c08c21080cf8 req-48f21a94-2ef2-4617-a85b-480690f04fc7 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:59.397362 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ab385cfe-b0dc-4674-971a-c08c21080cf8 req-48f21a94-2ef2-4617-a85b-480690f04fc7 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.1657107 May 17 12:10:59.488616 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ab385cfe-b0dc-4674-971a-c08c21080cf8 req-3ac6d2c8-8787-499f-b4a0-528e7c09cd54 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854182 May 17 12:10:59.589893 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56846) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:59.759256 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d382970b-153f-42a0-a408-85c4fb6b54de req-34e7af37-cd5a-49da-a5bc-c4a88dfc4707 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 210 time: 0.0828731 May 17 12:10:59.845469 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-36f30362-6318-4fd5-ae44-6d68f52a7d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399578'] for router_interface, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:00.456721 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-36f30362-6318-4fd5-ae44-6d68f52a7d85 admin admin] Deleting port 78b75a86-0ca8-433c-90a1-b961fd3ca509 {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:00.456721 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-36f30362-6318-4fd5-ae44-6d68f52a7d85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:00.634008 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [None req-36f30362-6318-4fd5-ae44-6d68f52a7d85 admin admin] For port 78b75a86-0ca8-433c-90a1-b961fd3ca509, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=78b75a86-0ca8-433c-90a1-b961fd3ca509,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:00.634497 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-36f30362-6318-4fd5-ae44-6d68f52a7d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:00.830414 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-36f30362-6318-4fd5-ae44-6d68f52a7d85 admin admin] Calling delete_port for 78b75a86-0ca8-433c-90a1-b961fd3ca509 owned by network:router_interface {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:00.880568 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e30f6-46a7-4047-8897-43c21ac249b1 req-db312fa4-d70b-49bf-84f0-15be652f2184 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:00.888430 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ab7e30f6-46a7-4047-8897-43c21ac249b1 req-db312fa4-d70b-49bf-84f0-15be652f2184 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.1277833 May 17 12:11:00.909891 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-36ec7e27-8598-4549-be7e-acbf73abe552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399578'] for router_interface, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:01.076596 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-bd9690e3-91fa-415d-b16b-810d93ea8b62 req-c80b6ab2-eb57-4ce8-b116-dc92634ffe6e tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 210 time: 0.0611916 May 17 12:11:01.090008 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ab7e30f6-46a7-4047-8897-43c21ac249b1 req-c2677ed8-90f1-4af7-b388-600381dc7457 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006190 May 17 12:11:01.457836 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-16b663cf-4413-4356-b0ea-5de76faaa3dc tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:01.460470 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-16b663cf-4413-4356-b0ea-5de76faaa3dc tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.64 "GET /v2.0/networks?id=7ff3b9a1-9b86-4118-9135-d71d93819820 HTTP/1.1" status: 200 len: 811 time: 0.3241589 May 17 12:11:01.591920 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-7c71ba25-a13d-4038-8e02-a3b66fda70ae tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Synchronizing usage tracker for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:security_group {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:11:01.619829 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-7c71ba25-a13d-4038-8e02-a3b66fda70ae tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Unset dirty status for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:security_group {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:11:01.621115 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-7c71ba25-a13d-4038-8e02-a3b66fda70ae tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf075c80843c4c858b4ddb4a43dd62bb HTTP/1.1" status: 200 len: 379 time: 0.1228044 May 17 12:11:01.631880 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Request body: {'port': {'device_id': '73bbfe62-314d-449b-92d9-21bacfc28cea', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'admin_state_up': True, 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'security_groups': ['bc41837d-b6a5-4528-9f44-1a275eb97f88']}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:11:01.640848 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-36ec7e27-8598-4549-be7e-acbf73abe552 admin admin] Deleting port 51922fb2-8e92-4f79-9279-698077ec7ef5 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:01.641516 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-36ec7e27-8598-4549-be7e-acbf73abe552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:01.716319 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-36f30362-6318-4fd5-ae44-6d68f52a7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:01.735572 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-477a2675-6194-4991-b4cc-84a2a5696095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:01.826505 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-36ec7e27-8598-4549-be7e-acbf73abe552 admin admin] For port 51922fb2-8e92-4f79-9279-698077ec7ef5, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=51922fb2-8e92-4f79-9279-698077ec7ef5,segment=NetworkSegment(27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe),segment_id=27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:01.826858 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-36ec7e27-8598-4549-be7e-acbf73abe552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:01.842799 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f30362-6318-4fd5-ae44-6d68f52a7d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b75a86-0ca8-433c-90a1-b961fd3ca509,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:01.846472 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-36f30362-6318-4fd5-ae44-6d68f52a7d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:02.011150 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-36ec7e27-8598-4549-be7e-acbf73abe552 admin admin] Calling delete_port for 51922fb2-8e92-4f79-9279-698077ec7ef5 owned by network:router_interface {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:02.057769 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:11:02.075485 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:11:02.213275 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Made reservation on behalf of cf075c80843c4c858b4ddb4a43dd62bb for: {'port': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:11:02.218566 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:02.330545 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-36f30362-6318-4fd5-ae44-6d68f52a7d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399478'] for router_interface, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:02.419644 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-36ec7e27-8598-4549-be7e-acbf73abe552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:02.459174 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d2b885df-0ebf-4467-aa50-eaeb49d8a4fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:02.646199 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-22560686-d0fb-4ef4-9216-e4de5213212b req-96b9ec40-652b-4201-bf21-8b2f6d6b00fc tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 210 time: 0.2751405 May 17 12:11:02.737455 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec7e27-8598-4549-be7e-acbf73abe552 admin admin] Pushing event deleted for resources: {'Port': ['ID=51922fb2-8e92-4f79-9279-698077ec7ef5,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:02.747259 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-36ec7e27-8598-4549-be7e-acbf73abe552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:02.780930 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_common [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Allocated IP 172.20.0.5 (7ff3b9a1-9b86-4118-9135-d71d93819820/3144e290-8096-4e55-bc99-ee960f7f74ca/efa0c0d5-c98e-4292-bf2f-0bc27299252a) {{(pid=78758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:11:02.979748 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df87dff-ad7f-4c57-9e31-bb826e815d43 req-28c163b8-ddb9-42cf-aeb4-895ebb077ad0 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:02.990604 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2df87dff-ad7f-4c57-9e31-bb826e815d43 req-28c163b8-ddb9-42cf-aeb4-895ebb077ad0 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.5793955 May 17 12:11:02.997116 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-3213aa6d-bbe5-4150-970e-544dc57063f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:03.083802 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f30362-6318-4fd5-ae44-6d68f52a7d85 admin admin] Router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:11:03.160595 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2df87dff-ad7f-4c57-9e31-bb826e815d43 req-e822f10b-3aba-451c-9eb9-b3ea686179fe tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690011 May 17 12:11:03.163364 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-36ec7e27-8598-4549-be7e-acbf73abe552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399478'] for router_interface, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:03.380962 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for port, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:03.471922 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Transition to ACTIVE for port object efa0c0d5-c98e-4292-bf2f-0bc27299252a will not be triggered until provisioned by entity DHCP. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:11:03.515137 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f30362-6318-4fd5-ae44-6d68f52a7d85 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:11:03.527606 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c3dd4-e4f6-43be-9fb5-a0d280f956ad None None] Sync routers for ids ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:11:03.556644 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c3dd4-e4f6-43be-9fb5-a0d280f956ad None None] Routers {'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:11:03.558428 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-c92c3dd4-e4f6-43be-9fb5-a0d280f956ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:10:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:03.579284 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789607631373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:03.594692 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b4b3e55f-cce9-40e3-a501-0f0cd5dc78b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:03.642243 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-36f30362-6318-4fd5-ae44-6d68f52a7d85 admin admin] 10.222.0.47 "PUT /v2.0/routers/b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0712516 May 17 12:11:03.656607 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Network 7ff3b9a1-9b86-4118-9135-d71d93819820 is already hosted by enough agents. {{(pid=78758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:11:03.657247 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56876) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:03.662868 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Resources bound (agent type, host, resource id): {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:11:03.749538 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Received port after_create {{(pid=78758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:11:03.835560 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:03.836796 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:03.917090 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event updated for resources: {'Port': ['ID=efa0c0d5-c98e-4292-bf2f-0bc27299252a,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:03.925530 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2984016 May 17 12:11:03.928721 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-2059d0b3-e210-4c99-a0cd-5c4be2363ac9 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:04.045416 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Request body: {'port': {'device_id': '73bbfe62-314d-449b-92d9-21bacfc28cea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:11:04.058846 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-c92c3dd4-e4f6-43be-9fb5-a0d280f956ad None None] Set router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:11:04.069848 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ec7e27-8598-4549-be7e-acbf73abe552 admin admin] Router fbe00226-230a-4b16-ac41-5662e4d6983a has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:11:04.200980 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dee32-a9c7-4308-8f82-dd7a06ae56c0 req-dcaeb1ca-c097-43e2-88d2-d58fa4d262eb tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:04.209717 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0a8dee32-a9c7-4308-8f82-dd7a06ae56c0 req-dcaeb1ca-c097-43e2-88d2-d58fa4d262eb tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 931 time: 0.2846169 May 17 12:11:04.232061 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:04.254772 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Notify callbacks [] for router, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:04.422281 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0a8dee32-a9c7-4308-8f82-dd7a06ae56c0 req-e6e70d11-2b15-4d81-95dd-3a483532d325 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc41837d-b6a5-4528-9f44-1a275eb97f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110026 May 17 12:11:04.511423 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ec7e27-8598-4549-be7e-acbf73abe552 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:11:04.521768 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50d3d7-bdf2-4f24-9ffa-aa74bf324d3f None None] Sync routers for ids ['fbe00226-230a-4b16-ac41-5662e4d6983a'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:11:04.533243 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-36ec7e27-8598-4549-be7e-acbf73abe552 admin admin] 10.222.0.47 "PUT /v2.0/routers/fbe00226-230a-4b16-ac41-5662e4d6983a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9380999 May 17 12:11:04.533831 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56884) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:04.538777 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50d3d7-bdf2-4f24-9ffa-aa74bf324d3f None None] Routers {'fbe00226-230a-4b16-ac41-5662e4d6983a'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:11:04.540085 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-2b50d3d7-bdf2-4f24-9ffa-aa74bf324d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:10:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fbe00226-230a-4b16-ac41-5662e4d6983a'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:04.550055 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-a03e2eb8-b6c6-49ae-ac29-5fe0b73a2ed7 None None] Provisioning for port efa0c0d5-c98e-4292-bf2f-0bc27299252a completed by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:11:04.568321 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-a03e2eb8-b6c6-49ae-ac29-5fe0b73a2ed7 None None] Provisioning complete for port efa0c0d5-c98e-4292-bf2f-0bc27299252a triggered by entity DHCP. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:11:04.568701 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a03e2eb8-b6c6-49ae-ac29-5fe0b73a2ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:04.755250 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00320385-6676-4472-9bcf-67723a0bc0af req-9db3d0e6-40cd-4522-9d7e-ddde6e4195f7 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:04.756908 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-00320385-6676-4472-9bcf-67723a0bc0af req-9db3d0e6-40cd-4522-9d7e-ddde6e4195f7 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.3166800 May 17 12:11:04.813620 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-2b50d3d7-bdf2-4f24-9ffa-aa74bf324d3f None None] Set router fbe00226-230a-4b16-ac41-5662e4d6983a gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:11:04.855758 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Notify callbacks [] for router, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:05.010208 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:05.013172 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-a03e2eb8-b6c6-49ae-ac29-5fe0b73a2ed7 None None] Port efa0c0d5-c98e-4292-bf2f-0bc27299252a cannot update to ACTIVE because it is not bound. {{(pid=78760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:11:05.054486 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-c92c3dd4-e4f6-43be-9fb5-a0d280f956ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:11:01Z', 'revision_number': 5, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port': {'id': 'e9140dd6-0110-4df0-b86c-b1c3f09784ee', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:19Z', 'updated_at': '2021-05-17T12:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:05.076376 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c3dd4-e4f6-43be-9fb5-a0d280f956ad None None] Checking router: b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:11:05.108042 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c3dd4-e4f6-43be-9fb5-a0d280f956ad None None] Routers {'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:11:05.112138 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-c92c3dd4-e4f6-43be-9fb5-a0d280f956ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:10:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:05.184544 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Deleting port e9140dd6-0110-4df0-b86c-b1c3f09784ee {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:05.184878 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:05.199789 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-00320385-6676-4472-9bcf-67723a0bc0af req-0b43486a-9008-425f-9c9b-c9eefb3a9d67 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4301469 May 17 12:11:05.239727 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa0c0d5-c98e-4292-bf2f-0bc27299252a {{(pid=78758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:11:05.306467 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-2b50d3d7-bdf2-4f24-9ffa-aa74bf324d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:11:02Z', 'revision_number': 5, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:05.311829 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50d3d7-bdf2-4f24-9ffa-aa74bf324d3f None None] Checking router: fbe00226-230a-4b16-ac41-5662e4d6983a for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:11:05.330359 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50d3d7-bdf2-4f24-9ffa-aa74bf324d3f None None] Routers {'fbe00226-230a-4b16-ac41-5662e4d6983a'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:11:05.331142 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-2b50d3d7-bdf2-4f24-9ffa-aa74bf324d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:10:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['fbe00226-230a-4b16-ac41-5662e4d6983a'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:05.380144 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] For port e9140dd6-0110-4df0-b86c-b1c3f09784ee, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e9140dd6-0110-4df0-b86c-b1c3f09784ee,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:05.380499 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:05.426546 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:05.502999 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-c92c3dd4-e4f6-43be-9fb5-a0d280f956ad None None] Set router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c gateway port host: None {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:11:05.596092 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Deleting port e96cb9d4-df67-4340-8dd5-f230d4a8442f {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:05.596814 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:05.628078 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-2b50d3d7-bdf2-4f24-9ffa-aa74bf324d3f None None] Set router fbe00226-230a-4b16-ac41-5662e4d6983a gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:11:05.688232 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-c92c3dd4-e4f6-43be-9fb5-a0d280f956ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:11:05Z', 'revision_number': 6, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port_host': None}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:05.701250 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c3dd4-e4f6-43be-9fb5-a0d280f956ad None None] The sync data for ids ['b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c'] in dv-cinder-734144-19-smb is: [{'id': 'b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c', 'name': 'tempest-TestShelveInstance-312648955-router', 'tenant_id': '3e0609b6aaf74c2296065762a9918789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:11:05Z', 'revision_number': 6, 'project_id': '3e0609b6aaf74c2296065762a9918789', 'gw_port_host': None}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:11:05.706929 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-774ab844-d9e7-4efd-ba80-eede4e8eff86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:05.713437 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:05.714126 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:05.723369 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Calling delete_port for e9140dd6-0110-4df0-b86c-b1c3f09784ee owned by network:router_gateway {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:05.750284 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.provisioning_blocks [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Transition to ACTIVE for port object efa0c0d5-c98e-4292-bf2f-0bc27299252a will not be triggered until provisioned by entity L2. {{(pid=78758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:11:05.760437 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:05.771557 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1854580b-1606-4c9c-9905-4595b7350044 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:05.829022 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] For port e96cb9d4-df67-4340-8dd5-f230d4a8442f, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e96cb9d4-df67-4340-8dd5-f230d4a8442f,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:05.829414 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:05.912709 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=efa0c0d5-c98e-4292-bf2f-0bc27299252a,revision_number=2']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:05.919597 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:05.968642 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Calling delete_port for e96cb9d4-df67-4340-8dd5-f230d4a8442f owned by network:router_gateway {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:06.006303 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e514670-b9d9-4ca7-94f4-6993f093af3f req-47f02a94-44aa-4247-8759-1906deb03024 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:06.008009 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3e514670-b9d9-4ca7-94f4-6993f093af3f req-47f02a94-44aa-4247-8759-1906deb03024 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 943 time: 0.2885332 May 17 12:11:06.011789 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-2b50d3d7-bdf2-4f24-9ffa-aa74bf324d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:11:02Z', 'revision_number': 5, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:06.016438 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50d3d7-bdf2-4f24-9ffa-aa74bf324d3f None None] The sync data for ids ['fbe00226-230a-4b16-ac41-5662e4d6983a'] in dv-cinder-734144-19-smb is: [{'id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'name': 'tempest-TestMinimumBasicScenario-862508668-router', 'tenant_id': '41f486e01a9d4659b251b5bc393d3a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:00Z', 'updated_at': '2021-05-17T12:11:02Z', 'revision_number': 5, 'project_id': '41f486e01a9d4659b251b5bc393d3a63', 'gw_port': {'id': 'e96cb9d4-df67-4340-8dd5-f230d4a8442f', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe00226-230a-4b16-ac41-5662e4d6983a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:01Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:11:06.068087 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Attempting to bind port efa0c0d5-c98e-4292-bf2f-0bc27299252a on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:11:06.068600 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Attempting to bind port efa0c0d5-c98e-4292-bf2f-0bc27299252a by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:11:06.068731 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Attempting to bind port efa0c0d5-c98e-4292-bf2f-0bc27299252a on network 7ff3b9a1-9b86-4118-9135-d71d93819820 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:11:06.077910 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Port efa0c0d5-c98e-4292-bf2f-0bc27299252a on network 7ff3b9a1-9b86-4118-9135-d71d93819820 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:11:06.078242 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Attempting to bind port efa0c0d5-c98e-4292-bf2f-0bc27299252a on network 7ff3b9a1-9b86-4118-9135-d71d93819820 {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:11:06.084104 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-3e514670-b9d9-4ca7-94f4-6993f093af3f req-20005d08-5285-49c4-9960-4bf595b56f81 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc41837d-b6a5-4528-9f44-1a275eb97f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695038 May 17 12:11:06.088486 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Checking agent: {'id': '2809dbd4-a504-4f5b-a9b8-d4361972dbb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'started_at': datetime.datetime(2021, 5, 17, 12, 0, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:11:06.088719 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Checking segment: {'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:11:06.089048 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Bound using segment: {'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'} {{(pid=78758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:11:06.089490 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.managers [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Bound port: efa0c0d5-c98e-4292-bf2f-0bc27299252a, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58093b9-795e-413d-a7b0-a45d106adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820'}}] {{(pid=78758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:11:06.089844 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.233615 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.237470 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:06.268492 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] For port efa0c0d5-c98e-4292-bf2f-0bc27299252a, host hv-cinder-73414, cleared binding levels {{(pid=78758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:11:06.272961 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] For port efa0c0d5-c98e-4292-bf2f-0bc27299252a, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=efa0c0d5-c98e-4292-bf2f-0bc27299252a,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:11:06.280167 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3791691'] for port, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.285082 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=e96cb9d4-df67-4340-8dd5-f230d4a8442f,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:06.287927 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-cd21863a-3e35-4093-ae34-75eec2bbe33b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:06.289742 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:06.367633 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=efa0c0d5-c98e-4292-bf2f-0bc27299252a,revision_number=3']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:06.369019 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:06.369826 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.387666 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-929d56ee-d110-4b6d-b7cf-7cbc006bf20f tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:06.489769 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434685'] for router_gateway, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.500250 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:06.501631 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.502966 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] 10.222.0.64 "PUT /v2.0/ports/efa0c0d5-c98e-4292-bf2f-0bc27299252a HTTP/1.1" status: 200 len: 1093 time: 2.4622455 May 17 12:11:06.531512 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bbfe62-314d-449b-92d9-21bacfc28cea', 'tag': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:11:06.537105 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Pushing event deleted for resources: {'Port': ['ID=e9140dd6-0110-4df0-b86c-b1c3f09784ee,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:06.544669 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:06.643332 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bbfe62-314d-449b-92d9-21bacfc28cea', 'tag': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a', 'status': 'completed', 'code': 200} May 17 12:11:06.663681 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434685'] for router_gateway, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.694003 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.783564 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127251'] for router, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.793305 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.834760 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c43ee-c618-4995-a8e7-12eeb986026a req-9f472921-4099-431b-b0e4-1925c92b4915 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:06.836296 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d54c43ee-c618-4995-a8e7-12eeb986026a req-9f472921-4099-431b-b0e4-1925c92b4915 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.4188254 May 17 12:11:06.848276 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434437'] for router, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.848814 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbe00226-230a-4b16-ac41-5662e4d6983a {{(pid=78759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:11:06.896267 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127251'] for router, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.899586 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.899980 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-9f8a740c-a07c-49ef-afa2-6980f0d86e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:06.901508 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-9f8a740c-a07c-49ef-afa2-6980f0d86e49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf075c80843c4c858b4ddb4a43dd62bb&device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 1096 time: 0.1694241 May 17 12:11:06.911835 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d54c43ee-c618-4995-a8e7-12eeb986026a req-9054c536-0210-45b0-8230-33d083b4ebd6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644522 May 17 12:11:06.915904 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] Notify callbacks [] for router, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:06.916756 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-31fa556b-077a-4ab7-b424-e094053e9e71 admin admin] 10.222.0.47 "DELETE /v2.0/routers/fbe00226-230a-4b16-ac41-5662e4d6983a HTTP/1.1" status: 204 len: 168 time: 2.3818214 May 17 12:11:06.980038 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56904) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:07.027512 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c782a9c-1d4c-47b7-ab62-20c6d4ca9fea req-1bb981c7-fbd0-442d-af39-b4696f85deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:07.030002 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-4c782a9c-1d4c-47b7-ab62-20c6d4ca9fea req-1bb981c7-fbd0-442d-af39-b4696f85deae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 1099 time: 0.4837716 May 17 12:11:07.030713 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434437'] for router, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:07.030929 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-fb44a1b0-2976-4bb8-a029-13ad820a8cd9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efa0c0d5-c98e-4292-bf2f-0bc27299252a HTTP/1.1" status: 200 len: 217 time: 0.1180513 May 17 12:11:07.031484 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c {{(pid=78758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:11:07.139598 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] Notify callbacks [] for router, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:07.140758 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-16bbb85d-1fd6-43b1-b7be-d577bffb222b admin admin] 10.222.0.47 "DELETE /v2.0/routers/b3cfc13a-6ae2-47a0-bdd3-5f047ebf189c HTTP/1.1" status: 204 len: 168 time: 3.4825571 May 17 12:11:07.144780 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56910) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:07.240430 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_v2 [None req-89695dbe-b393-4af7-9613-271ffcada44d admin admin] Deleting subnet 8612b030-a091-464f-b296-b7f7690176ee {{(pid=78758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:11:07.248299 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-89695dbe-b393-4af7-9613-271ffcada44d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:07.251820 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1042e5-edc3-4fab-a78b-157e50edf717 admin admin] Deleting subnet 8df98ee1-7065-4abe-b26f-da16ee880617 {{(pid=78759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:11:07.292046 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1e1042e5-edc3-4fab-a78b-157e50edf717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:07.309148 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c782a9c-1d4c-47b7-ab62-20c6d4ca9fea req-15c85f04-0035-4e2f-aecf-b0bd0ed9ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:07.310581 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-4c782a9c-1d4c-47b7-ab62-20c6d4ca9fea req-15c85f04-0035-4e2f-aecf-b0bd0ed9ecb9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 917 time: 0.2691493 May 17 12:11:07.318669 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-89695dbe-b393-4af7-9613-271ffcada44d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3862747'] for subnet, precommit_delete_associations {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:07.333342 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-6032bf17-a190-4db8-b0c0-c682a567a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:07.334712 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-6032bf17-a190-4db8-b0c0-c682a567a907 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3144e290-8096-4e55-bc99-ee960f7f74ca HTTP/1.1" status: 200 len: 850 time: 0.2934701 May 17 12:11:07.420221 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1e1042e5-edc3-4fab-a78b-157e50edf717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925613'] for subnet, precommit_delete_associations {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:07.556853 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78fb06-02c0-4274-a457-979653b0b776 req-b6793909-eb0c-448b-9b2d-7e3766ad0f41 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:07.558399 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd78fb06-02c0-4274-a457-979653b0b776 req-b6793909-eb0c-448b-9b2d-7e3766ad0f41 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 943 time: 0.3042946 May 17 12:11:07.589006 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e9140dd6-0110-4df0-b86c-b1c3f09784ee no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:07.598876 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-4c782a9c-1d4c-47b7-ab62-20c6d4ca9fea req-eded4ce4-1546-458b-9145-f89ecc639533 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=390d7423-20d9-4370-918c-e2d47b29a7ab HTTP/1.1" status: 200 len: 1002 time: 0.2492707 May 17 12:11:07.608926 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-68cbc2ef-fdd7-4798-a927-e295e7d72526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:07.610206 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-68cbc2ef-fdd7-4798-a927-e295e7d72526 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ff3b9a1-9b86-4118-9135-d71d93819820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2672060 May 17 12:11:07.627075 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: e9140dd6-0110-4df0-b86c-b1c3f09784ee {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:11:07.627464 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e9140dd6-0110-4df0-b86c-b1c3f09784ee not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:11:07.627880 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 78b75a86-0ca8-433c-90a1-b961fd3ca509 no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:07.663074 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: 78b75a86-0ca8-433c-90a1-b961fd3ca509 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:11:07.663443 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 78b75a86-0ca8-433c-90a1-b961fd3ca509 not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:11:07.664123 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 51922fb2-8e92-4f79-9279-698077ec7ef5 no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:07.709336 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-cd78fb06-02c0-4274-a457-979653b0b776 req-abc8c995-c850-4e04-9fae-d73ddc19ff0b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc41837d-b6a5-4528-9f44-1a275eb97f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407778 May 17 12:11:07.710329 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: 51922fb2-8e92-4f79-9279-698077ec7ef5 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:11:07.710846 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1e1042e5-edc3-4fab-a78b-157e50edf717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:07.712266 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 51922fb2-8e92-4f79-9279-698077ec7ef5 not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:11:07.713272 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e96cb9d4-df67-4340-8dd5-f230d4a8442f no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:07.725126 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-89695dbe-b393-4af7-9613-271ffcada44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:07.751877 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: e96cb9d4-df67-4340-8dd5-f230d4a8442f {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:11:07.752538 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e96cb9d4-df67-4340-8dd5-f230d4a8442f not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:11:07.753219 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c782a9c-1d4c-47b7-ab62-20c6d4ca9fea req-63735d88-9c1c-403a-b874-a18656298c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:07.755714 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-4c782a9c-1d4c-47b7-ab62-20c6d4ca9fea req-63735d88-9c1c-403a-b874-a18656298c83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 200 len: 855 time: 0.1175656 May 17 12:11:07.888638 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-c27cb330-1798-44ec-b97c-8f062a45cf82 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692437 May 17 12:11:07.949291 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c782a9c-1d4c-47b7-ab62-20c6d4ca9fea req-21cbf9e3-a0f6-42f4-b53c-dec0f84fcad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:07.950749 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-4c782a9c-1d4c-47b7-ab62-20c6d4ca9fea req-21cbf9e3-a0f6-42f4-b53c-dec0f84fcad8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a4306c9-0686-4729-b018-267bb97db762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1848922 May 17 12:11:08.166407 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0f417a60-9d7a-4073-9219-b78c9f4df781 req-45414267-c47c-416b-a783-edecd62cf539 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704859 May 17 12:11:08.174089 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-4c782a9c-1d4c-47b7-ab62-20c6d4ca9fea req-dc266ebb-1b9b-4b2b-acae-9b4b333d583a service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117162 May 17 12:11:08.198054 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1e1042e5-edc3-4fab-a78b-157e50edf717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4153498'] for subnet, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.210751 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:08.220126 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-89695dbe-b393-4af7-9613-271ffcada44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3791793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801930'] for subnet, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.238468 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-09242737-aa5e-41a5-95bb-6c47309449d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:08.346486 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21143f1c-949e-42d2-b31d-3548d0090b07 req-1e49ca47-3b58-4f39-a988-cb3ff46a4531 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:08.349061 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-21143f1c-949e-42d2-b31d-3548d0090b07 req-1e49ca47-3b58-4f39-a988-cb3ff46a4531 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 946 time: 0.2821667 May 17 12:11:08.360165 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1042e5-edc3-4fab-a78b-157e50edf717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df98ee1-7065-4abe-b26f-da16ee880617,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:08.373854 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-1e1042e5-edc3-4fab-a78b-157e50edf717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:08.375712 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a7bda-ea67-4df5-8344-a3cbc2360233 None None] Network 87c86afa-69ac-4f8c-a617-2a3cd9fed032 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:11:08.378324 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1e1042e5-edc3-4fab-a78b-157e50edf717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.400284 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89695dbe-b393-4af7-9613-271ffcada44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8612b030-a091-464f-b296-b7f7690176ee,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:08.413204 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-89695dbe-b393-4af7-9613-271ffcada44d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.416280 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-89695dbe-b393-4af7-9613-271ffcada44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:08.428992 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-89695dbe-b393-4af7-9613-271ffcada44d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8612b030-a091-464f-b296-b7f7690176ee HTTP/1.1" status: 204 len: 168 time: 1.2801178 May 17 12:11:08.429998 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56916) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:08.438216 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-1e1042e5-edc3-4fab-a78b-157e50edf717 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8df98ee1-7065-4abe-b26f-da16ee880617 HTTP/1.1" status: 204 len: 168 time: 1.4569499 May 17 12:11:08.446700 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56920) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:08.513834 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4dda56-cb30-453e-abec-ef46745839b6 None None] Network 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:11:08.560477 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-4c782a9c-1d4c-47b7-ab62-20c6d4ca9fea req-a091d04f-2152-4ad1-96a9-a95295890265 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772755 May 17 12:11:08.586448 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.646757 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-21143f1c-949e-42d2-b31d-3548d0090b07 req-0ff12340-6930-44f7-aeb2-cd8fc896abee tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716403 May 17 12:11:08.659089 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.669653 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Deleting port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:08.670005 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.693445 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.723026 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ba000-f909-4134-ac9e-a14b6a68d1dc req-7b42ba81-65cc-4283-908c-e97721abe356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:08.724523 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5a0ba000-f909-4134-ac9e-a14b6a68d1dc req-7b42ba81-65cc-4283-908c-e97721abe356 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf075c80843c4c858b4ddb4a43dd62bb&device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 1096 time: 0.4700608 May 17 12:11:08.790597 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] For port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6,segment=NetworkSegment(27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe),segment_id=27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:08.791056 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.863708 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 390d7423-20d9-4370-918c-e2d47b29a7ab no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:08.878214 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ba000-f909-4134-ac9e-a14b6a68d1dc req-92fdf867-070e-48b0-aa2a-744fbc972b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:08.879855 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5a0ba000-f909-4134-ac9e-a14b6a68d1dc req-92fdf867-070e-48b0-aa2a-744fbc972b97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ff3b9a1-9b86-4118-9135-d71d93819820 HTTP/1.1" status: 200 len: 912 time: 0.1470594 May 17 12:11:08.930078 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Calling delete_port for a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 owned by network:dhcp {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:08.984415 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.991322 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-436b3181-67f2-41ed-bbae-9cb9287d9f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:09.034298 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:09.065520 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:09.072040 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] No DVR routers for this DVR port a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 on host dv-cinder-734144-19-smb {{(pid=78758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:11:09.073615 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe23643-2b90-4330-9a9b-3950b1b910a7 None None] DHCP port deletion for 87c86afa-69ac-4f8c-a617-2a3cd9fed032 request from dv-cinder-734144-19-smb {{(pid=78760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:11:09.074860 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:09.124528 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:11:09.152759 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b9b179-772e-4727-a2bf-ba1f9380f960 None None] DHCP port deletion for 39bc4a99-f6f2-449c-9a0d-1afb9575ff74 request from dv-cinder-734144-19-smb {{(pid=78760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:11:09.155421 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5a0ba000-f909-4134-ac9e-a14b6a68d1dc req-27ae8198-4fc2-4b90-9217-b56504546b76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efa0c0d5-c98e-4292-bf2f-0bc27299252a HTTP/1.1" status: 200 len: 217 time: 0.2150567 May 17 12:11:09.165527 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 390d7423-20d9-4370-918c-e2d47b29a7ab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=390d7423-20d9-4370-918c-e2d47b29a7ab,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:09.199117 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:09.206586 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-1cef98a8-174a-451d-8403-4400ae72cac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:09.234379 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ba000-f909-4134-ac9e-a14b6a68d1dc req-e16c076d-2695-4625-a080-1923af5cb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:09.235832 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5a0ba000-f909-4134-ac9e-a14b6a68d1dc req-e16c076d-2695-4625-a080-1923af5cb256 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3144e290-8096-4e55-bc99-ee960f7f74ca HTTP/1.1" status: 200 len: 850 time: 0.0705285 May 17 12:11:09.242866 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'code': 200} May 17 12:11:09.249450 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Deleting port 05619f26-3977-4c25-a59e-0bc1814fcabf {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:09.249780 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:09.262369 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:09.276487 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c86afa-69ac-4f8c-a617-2a3cd9fed032']}} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:09.300825 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe') {'for_net_delete': True} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:09.301051 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27eba0a6-b73f-4fc9-b2e7-3b774e1e7fbe') {} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:09.302689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=390d7423-20d9-4370-918c-e2d47b29a7ab,revision_number=8']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:09.307518 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:09.310010 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d7b9b179-772e-4727-a2bf-ba1f9380f960 None None] Deleting port 05619f26-3977-4c25-a59e-0bc1814fcabf {{(pid=78760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:09.310628 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b179-772e-4727-a2bf-ba1f9380f960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:09.320775 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3862740'] for segment, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:09.343265 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:09.353036 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=78758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:11:09.353974 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3791639'] for segment, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: Traceback (most recent call last): May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: timer() May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: cb(*args, **kw) May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: return func(*args, **kwargs) May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: self._notify() May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: self.callback(batched_events) May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: event.method(event) May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: return f(self, *a, **k) May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: return self._get(url).json() May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: return self.request(url, 'GET', **kwargs) May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:11:09.370276 dv-cinder-734144-19-smb neutron-server[78758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:11:09.429537 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afe45f-3622-48b5-8a54-0685cd31df56 req-b566bcab-8aa6-43f5-8e12-b944a5ce52ea tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:09.432694 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-98afe45f-3622-48b5-8a54-0685cd31df56 req-b566bcab-8aa6-43f5-8e12-b944a5ce52ea tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 943 time: 0.5515504 May 17 12:11:09.486659 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d7b9b179-772e-4727-a2bf-ba1f9380f960 None None] For port 05619f26-3977-4c25-a59e-0bc1814fcabf, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=05619f26-3977-4c25-a59e-0bc1814fcabf,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:09.487703 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b179-772e-4727-a2bf-ba1f9380f960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:09.503564 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] For port 05619f26-3977-4c25-a59e-0bc1814fcabf, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=05619f26-3977-4c25-a59e-0bc1814fcabf,segment=NetworkSegment(94b91b4c-2aff-4df3-963b-7540136beb32),segment_id=94b91b4c-2aff-4df3-963b-7540136beb32)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:09.503998 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:09.608794 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:09.661266 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Calling delete_port for 05619f26-3977-4c25-a59e-0bc1814fcabf owned by network:dhcp {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:09.673978 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-98afe45f-3622-48b5-8a54-0685cd31df56 req-6777dc7b-927c-4e77-99c6-ce1beabf7996 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc41837d-b6a5-4528-9f44-1a275eb97f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193935 May 17 12:11:09.674539 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:09.681124 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:09.682923 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ba000-f909-4134-ac9e-a14b6a68d1dc req-43570450-4033-48f4-a528-c3837bc93e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:09.684541 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5a0ba000-f909-4134-ac9e-a14b6a68d1dc req-43570450-4033-48f4-a528-c3837bc93e6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ff3b9a1-9b86-4118-9135-d71d93819820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4369907 May 17 12:11:09.707015 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:09.709730 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=87c86afa-69ac-4f8c-a617-2a3cd9fed032,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:09.719225 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:09.730369 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-5c3e000d-0ce4-4634-9115-2a6765308e9f admin admin] 10.222.0.47 "DELETE /v2.0/networks/87c86afa-69ac-4f8c-a617-2a3cd9fed032 HTTP/1.1" status: 204 len: 168 time: 1.2824004 May 17 12:11:09.738694 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 56930) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:09.771169 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d7b9b179-772e-4727-a2bf-ba1f9380f960 None None] Calling delete_port for 05619f26-3977-4c25-a59e-0bc1814fcabf owned by network:dhcp {{(pid=78760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:09.791061 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:11:09.791643 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device a7990dd3-5a1b-4e98-83a5-eefde7a4ccf6 not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:11:09.792292 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 05619f26-3977-4c25-a59e-0bc1814fcabf no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:10.004630 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:10.012517 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-008421fe-d9c2-4613-a487-eb0394c1c1ef tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:10.034452 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No active binding found for port 05619f26-3977-4c25-a59e-0bc1814fcabf {{(pid=78760) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 17 12:11:10.035255 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 05619f26-3977-4c25-a59e-0bc1814fcabf not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:11:10.069541 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5a0ba000-f909-4134-ac9e-a14b6a68d1dc req-8cf2373b-3567-45f9-8631-42fa20738c75 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490515 May 17 12:11:10.072414 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b179-772e-4727-a2bf-ba1f9380f960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382'] for port, after_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:10.072942 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Pushing event deleted for resources: {'Port': ['ID=05619f26-3977-4c25-a59e-0bc1814fcabf,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:10.076519 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:10.079122 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] No DVR routers for this DVR port 05619f26-3977-4c25-a59e-0bc1814fcabf on host dv-cinder-734144-19-smb {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:11:10.080609 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:10.126837 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9b179-772e-4727-a2bf-ba1f9380f960 None None] Pushing event deleted for resources: {'Port': ['ID=05619f26-3977-4c25-a59e-0bc1814fcabf,revision_number=None']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:10.129381 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b9b179-772e-4727-a2bf-ba1f9380f960 None None] No DVR routers for this DVR port 05619f26-3977-4c25-a59e-0bc1814fcabf on host dv-cinder-734144-19-smb {{(pid=78760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:11:10.130840 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d7b9b179-772e-4727-a2bf-ba1f9380f960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:10.163429 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eee6b7-d0f9-486a-97a4-54715eb74dfb req-42d51fa7-b85d-44bc-8120-d9d7014a0e03 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:10.165670 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-19eee6b7-d0f9-486a-97a4-54715eb74dfb req-42d51fa7-b85d-44bc-8120-d9d7014a0e03 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.3047566 May 17 12:11:10.336908 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:10.388540 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-19eee6b7-d0f9-486a-97a4-54715eb74dfb req-4d646507-800d-4f37-81a2-8652e875eaa9 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622765 May 17 12:11:10.391635 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bc4a99-f6f2-449c-9a0d-1afb9575ff74']}} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:10.441440 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b91b4c-2aff-4df3-963b-7540136beb32') {'for_net_delete': True} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:10.441770 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b91b4c-2aff-4df3-963b-7540136beb32') {} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:10.459308 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925602'] for segment, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:10.469236 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-5a0ba000-f909-4134-ac9e-a14b6a68d1dc req-f2f06127-e14b-4504-9b5d-4e20f1cdecfc service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869033 May 17 12:11:10.489489 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:10.499997 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=78759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:11:10.500445 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739267'] for segment, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:10.515821 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c494d5f-54fe-4b4a-8266-bf54fcc7c95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399578'] for router_interface, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: Traceback (most recent call last): May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: timer() May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: cb(*args, **kw) May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: return func(*args, **kwargs) May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: self._notify() May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: self.callback(batched_events) May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: event.method(event) May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: return f(self, *a, **k) May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: return self._get(url).json() May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: return self.request(url, 'GET', **kwargs) May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:11:10.524905 dv-cinder-734144-19-smb neutron-server[78759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:11:10.618868 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:10.623203 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:10.638734 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:10.651461 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Pushing event deleted for resources: {'Network': ['ID=39bc4a99-f6f2-449c-9a0d-1afb9575ff74,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:10.656092 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:10.666529 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-ad751d7d-4f2c-4d3f-a69b-84f85d05b64f admin admin] 10.222.0.47 "DELETE /v2.0/networks/39bc4a99-f6f2-449c-9a0d-1afb9575ff74 HTTP/1.1" status: 204 len: 168 time: 2.2319300 May 17 12:11:10.669541 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56936) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:10.829044 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device efa0c0d5-c98e-4292-bf2f-0bc27299252a details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:11:10.992703 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port efa0c0d5-c98e-4292-bf2f-0bc27299252a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=efa0c0d5-c98e-4292-bf2f-0bc27299252a,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:11.002824 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-0c494d5f-54fe-4b4a-8266-bf54fcc7c95b admin admin] Deleting port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:11.003301 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c494d5f-54fe-4b4a-8266-bf54fcc7c95b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:11.011061 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'port_id': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a', 'mac_address': 'fa:16:3e:4c:5c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:11:11.073022 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:11.092505 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa0c0d5-c98e-4292-bf2f-0bc27299252a {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:11:11.113979 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port efa0c0d5-c98e-4292-bf2f-0bc27299252a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=efa0c0d5-c98e-4292-bf2f-0bc27299252a,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:11.119114 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:11.120998 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d7b9b179-772e-4727-a2bf-ba1f9380f960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:11.162578 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [None req-0c494d5f-54fe-4b4a-8266-bf54fcc7c95b admin admin] For port aa2d68b1-74aa-43cd-87e4-13120a6c8b3c, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=aa2d68b1-74aa-43cd-87e4-13120a6c8b3c,segment=NetworkSegment(7a48b7b2-4241-4b15-8e18-c1c35e2d22f0),segment_id=7a48b7b2-4241-4b15-8e18-c1c35e2d22f0)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:11.163088 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c494d5f-54fe-4b4a-8266-bf54fcc7c95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:11.195293 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=efa0c0d5-c98e-4292-bf2f-0bc27299252a,revision_number=4']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:11.198459 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:11.275748 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d516960-d7fa-4e29-91ec-6d2d0873822e req-276c5015-17e8-4424-bb3d-96adce20d381 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:11.277299 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9d516960-d7fa-4e29-91ec-6d2d0873822e req-276c5015-17e8-4424-bb3d-96adce20d381 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 943 time: 0.4282908 May 17 12:11:11.297918 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-0c494d5f-54fe-4b4a-8266-bf54fcc7c95b admin admin] Calling delete_port for aa2d68b1-74aa-43cd-87e4-13120a6c8b3c owned by network:router_interface {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:11.389714 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-9d516960-d7fa-4e29-91ec-6d2d0873822e req-3bd26500-5b79-4754-8c2c-3fb989301239 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc41837d-b6a5-4528-9f44-1a275eb97f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038868 May 17 12:11:11.487223 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['efa0c0d5-c98e-4292-bf2f-0bc27299252a'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:11:11.521185 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:11.634577 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c494d5f-54fe-4b4a-8266-bf54fcc7c95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:11.642493 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-9409d43b-77f7-4f51-b123-52d18749bdab tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:11.652739 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f3979827-933d-4ddb-ba32-53694c6dc424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399578'] for router_interface, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:11.734706 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c494d5f-54fe-4b4a-8266-bf54fcc7c95b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2d68b1-74aa-43cd-87e4-13120a6c8b3c,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:11.739821 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-0c494d5f-54fe-4b4a-8266-bf54fcc7c95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:11.742716 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9183736-c9e0-4df6-a3bc-1a1d1071a176 req-1601718a-ae3e-4786-9913-87975ef4cb4e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:11.744327 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e9183736-c9e0-4df6-a3bc-1a1d1071a176 req-1601718a-ae3e-4786-9913-87975ef4cb4e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.1913979 May 17 12:11:11.884463 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e9183736-c9e0-4df6-a3bc-1a1d1071a176 req-57fe7be0-8d6a-4c6e-b785-eae7c52c0584 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770452 May 17 12:11:12.090985 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0c494d5f-54fe-4b4a-8266-bf54fcc7c95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399478'] for router_interface, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:12.216909 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-f3979827-933d-4ddb-ba32-53694c6dc424 admin admin] Deleting port 6c8dc8cf-4454-4945-af25-3df33cd63146 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:12.217322 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f3979827-933d-4ddb-ba32-53694c6dc424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:12.371799 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-f3979827-933d-4ddb-ba32-53694c6dc424 admin admin] For port 6c8dc8cf-4454-4945-af25-3df33cd63146, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=6c8dc8cf-4454-4945-af25-3df33cd63146,segment=NetworkSegment(ac0b51be-5aa0-4a44-a104-b6af105c305b),segment_id=ac0b51be-5aa0-4a44-a104-b6af105c305b)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:12.372465 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f3979827-933d-4ddb-ba32-53694c6dc424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:12.519748 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-f3979827-933d-4ddb-ba32-53694c6dc424 admin admin] Calling delete_port for 6c8dc8cf-4454-4945-af25-3df33cd63146 owned by network:router_interface {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:12.521612 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c494d5f-54fe-4b4a-8266-bf54fcc7c95b admin admin] Router 8de841a5-2451-46c7-9152-d781491ef744 has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:11:12.675379 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f4bbc-e558-41c3-b0ac-61524e0b9a73 req-35deb620-c9a0-4873-9705-cbfa251b0831 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:12.677042 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-123f4bbc-e558-41c3-b0ac-61524e0b9a73 req-35deb620-c9a0-4873-9705-cbfa251b0831 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 944 time: 0.1309428 May 17 12:11:12.731510 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c494d5f-54fe-4b4a-8266-bf54fcc7c95b admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:11:12.742506 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-123f4bbc-e558-41c3-b0ac-61524e0b9a73 req-69dc3230-581a-42fc-8c69-1293f0172483 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc41837d-b6a5-4528-9f44-1a275eb97f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502841 May 17 12:11:12.744174 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a3708-7725-4791-b293-ecac8a08edfc None None] Sync routers for ids ['8de841a5-2451-46c7-9152-d781491ef744'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:11:12.764198 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56960) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:12.765096 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-0c494d5f-54fe-4b4a-8266-bf54fcc7c95b admin admin] 10.222.0.47 "PUT /v2.0/routers/8de841a5-2451-46c7-9152-d781491ef744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0251257 May 17 12:11:12.774842 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a3708-7725-4791-b293-ecac8a08edfc None None] Routers {'8de841a5-2451-46c7-9152-d781491ef744'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:11:12.778272 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-b63a3708-7725-4791-b293-ecac8a08edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:11:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['8de841a5-2451-46c7-9152-d781491ef744'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:12.874047 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device efa0c0d5-c98e-4292-bf2f-0bc27299252a up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:11:13.044397 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-b63a3708-7725-4791-b293-ecac8a08edfc None None] Set router 8de841a5-2451-46c7-9152-d781491ef744 gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:11:13.123710 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f3979827-933d-4ddb-ba32-53694c6dc424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:13.130466 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-30117058-1fd1-4f0d-8064-dcc323580828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:13.160316 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning for port efa0c0d5-c98e-4292-bf2f-0bc27299252a completed by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:11:13.179766 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port efa0c0d5-c98e-4292-bf2f-0bc27299252a triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:11:13.180145 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:13.187885 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3979827-933d-4ddb-ba32-53694c6dc424 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8dc8cf-4454-4945-af25-3df33cd63146,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:13.198074 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-f3979827-933d-4ddb-ba32-53694c6dc424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:13.235815 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Notify callbacks [] for router, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:13.560527 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:13.600091 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bbfe62-314d-449b-92d9-21bacfc28cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:11:13.618069 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port efa0c0d5-c98e-4292-bf2f-0bc27299252a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=efa0c0d5-c98e-4292-bf2f-0bc27299252a,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:13.625095 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-b63a3708-7725-4791-b293-ecac8a08edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de841a5-2451-46c7-9152-d781491ef744', 'name': 'tempest-TestMinimumBasicScenario-1350745971-router', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:11:11Z', 'revision_number': 5, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'gw_port': {'id': '531f99b1-40e0-4bfb-848e-945ac135f5ff', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de841a5-2451-46c7-9152-d781491ef744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:09Z', 'updated_at': '2021-05-17T12:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:13.628644 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:13.634596 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:13.702151 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bbfe62-314d-449b-92d9-21bacfc28cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a', 'code': 200} May 17 12:11:13.708756 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a3708-7725-4791-b293-ecac8a08edfc None None] Checking router: 8de841a5-2451-46c7-9152-d781491ef744 for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:11:13.720422 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:13.739008 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a3708-7725-4791-b293-ecac8a08edfc None None] Routers {'8de841a5-2451-46c7-9152-d781491ef744'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:11:13.740170 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-b63a3708-7725-4791-b293-ecac8a08edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:11:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['8de841a5-2451-46c7-9152-d781491ef744'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:13.855508 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f3979827-933d-4ddb-ba32-53694c6dc424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399478'] for router_interface, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:13.985450 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=efa0c0d5-c98e-4292-bf2f-0bc27299252a,revision_number=5']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:13.990731 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:14.016596 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-b63a3708-7725-4791-b293-ecac8a08edfc None None] Set router 8de841a5-2451-46c7-9152-d781491ef744 gateway port host: None {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:11:14.147987 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-b63a3708-7725-4791-b293-ecac8a08edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de841a5-2451-46c7-9152-d781491ef744', 'name': 'tempest-TestMinimumBasicScenario-1350745971-router', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:11:13Z', 'revision_number': 6, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'gw_port_host': None}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:14.153231 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a3708-7725-4791-b293-ecac8a08edfc None None] The sync data for ids ['8de841a5-2451-46c7-9152-d781491ef744'] in dv-cinder-734144-19-smb is: [{'id': '8de841a5-2451-46c7-9152-d781491ef744', 'name': 'tempest-TestMinimumBasicScenario-1350745971-router', 'tenant_id': '6632a4b26e3b453792b9742924ce3b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:11:13Z', 'revision_number': 6, 'project_id': '6632a4b26e3b453792b9742924ce3b15', 'gw_port_host': None}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:11:14.214492 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-1f05ccde-edeb-4e25-9246-93dd4d84197a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951128 May 17 12:11:14.302430 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Deleting port 531f99b1-40e0-4bfb-848e-945ac135f5ff {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:14.302765 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:14.418035 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cbc69-e304-4fa4-a15d-16f71715ddc2 req-6df63e75-2244-470a-9e04-d9c94e08cf6c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:14.419578 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c84cbc69-e304-4fa4-a15d-16f71715ddc2 req-6df63e75-2244-470a-9e04-d9c94e08cf6c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.5601606 May 17 12:11:14.568091 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74554bf5-04d5-46c5-b35a-4124e66f1d9a req-cf6f373f-8bfd-47ef-9c46-c479385a9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:14.570960 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-74554bf5-04d5-46c5-b35a-4124e66f1d9a req-cf6f373f-8bfd-47ef-9c46-c479385a9ea7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 1098 time: 0.5108755 May 17 12:11:14.642004 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47afe9-5290-4bfb-8c03-c603bec9c88d req-1654e41b-83a6-4587-a76d-ad6e4c3b72d7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:14.643527 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-fb47afe9-5290-4bfb-8c03-c603bec9c88d req-1654e41b-83a6-4587-a76d-ad6e4c3b72d7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 945 time: 0.5932934 May 17 12:11:14.655257 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c84cbc69-e304-4fa4-a15d-16f71715ddc2 req-d90e2298-ea6a-4e7e-ba78-3142e0c8377b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256343 May 17 12:11:14.660073 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] For port 531f99b1-40e0-4bfb-848e-945ac135f5ff, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=531f99b1-40e0-4bfb-848e-945ac135f5ff,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:14.660432 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:14.877213 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 390d7423-20d9-4370-918c-e2d47b29a7ab no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:15.034174 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Calling delete_port for 531f99b1-40e0-4bfb-848e-945ac135f5ff owned by network:router_gateway {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:15.049132 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-74554bf5-04d5-46c5-b35a-4124e66f1d9a req-c1e43894-0a60-4522-a3f4-3deb5136f296 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bc41837d-b6a5-4528-9f44-1a275eb97f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4511893 May 17 12:11:15.072868 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-fb47afe9-5290-4bfb-8c03-c603bec9c88d req-7f4db2b4-10da-40c1-b81d-96a68dbb075f tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc41837d-b6a5-4528-9f44-1a275eb97f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4166286 May 17 12:11:15.102107 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3979827-933d-4ddb-ba32-53694c6dc424 admin admin] Router a0638189-9056-46ab-b406-d70c9639648d has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:11:15.385375 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3979827-933d-4ddb-ba32-53694c6dc424 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:11:15.397778 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c6c99-9a5e-439c-aab4-f06f20c87e3d None None] Sync routers for ids ['a0638189-9056-46ab-b406-d70c9639648d'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:11:15.408041 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c6c99-9a5e-439c-aab4-f06f20c87e3d None None] Routers {'a0638189-9056-46ab-b406-d70c9639648d'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:11:15.408709 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-285c6c99-9a5e-439c-aab4-f06f20c87e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:11:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['a0638189-9056-46ab-b406-d70c9639648d'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:15.434400 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-e5f88572-7568-4b07-80c9-05fd4bb6a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:15.435904 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-e5f88572-7568-4b07-80c9-05fd4bb6a165 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677&tenant_id=9754f4e8be7b4a9c8bc6f8956455730b HTTP/1.1" status: 200 len: 1097 time: 0.2461493 May 17 12:11:15.455312 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-f3979827-933d-4ddb-ba32-53694c6dc424 admin admin] 10.222.0.47 "PUT /v2.0/routers/a0638189-9056-46ab-b406-d70c9639648d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7811077 May 17 12:11:15.455312 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 56998) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:15.580772 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device aa2d68b1-74aa-43cd-87e4-13120a6c8b3c no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:15.599533 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:15.605795 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-285c6c99-9a5e-439c-aab4-f06f20c87e3d None None] Set router a0638189-9056-46ab-b406-d70c9639648d gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:11:15.609490 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-6fa55c8d-0736-4ad7-90ee-0599c40c35c0 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:15.620708 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: aa2d68b1-74aa-43cd-87e4-13120a6c8b3c {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:11:15.621163 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device aa2d68b1-74aa-43cd-87e4-13120a6c8b3c not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:11:15.621648 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 531f99b1-40e0-4bfb-848e-945ac135f5ff no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:15.660256 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: 531f99b1-40e0-4bfb-848e-945ac135f5ff {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:11:15.660565 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 531f99b1-40e0-4bfb-848e-945ac135f5ff not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:11:15.666980 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Pushing event deleted for resources: {'Port': ['ID=531f99b1-40e0-4bfb-848e-945ac135f5ff,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:15.746251 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:15.899113 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Notify callbacks [] for router, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:15.906222 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-285c6c99-9a5e-439c-aab4-f06f20c87e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0638189-9056-46ab-b406-d70c9639648d', 'name': 'tempest-TestShelveInstance-660017990-router', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:29Z', 'updated_at': '2021-05-17T12:11:12Z', 'revision_number': 5, 'project_id': 'ef1d7ade2357462ba66416e32fea336c', 'gw_port': {'id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0638189-9056-46ab-b406-d70c9639648d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:30Z', 'updated_at': '2021-05-17T12:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:15.910137 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c6c99-9a5e-439c-aab4-f06f20c87e3d None None] Checking router: a0638189-9056-46ab-b406-d70c9639648d for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:11:15.919643 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c6c99-9a5e-439c-aab4-f06f20c87e3d None None] Routers {'a0638189-9056-46ab-b406-d70c9639648d'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:11:15.920170 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-285c6c99-9a5e-439c-aab4-f06f20c87e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:11:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['a0638189-9056-46ab-b406-d70c9639648d'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:15.949074 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-577b47d6-7303-412d-b710-87768baa9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:15.950530 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-577b47d6-7303-412d-b710-87768baa9367 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 1097 time: 0.4345396 May 17 12:11:16.007312 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434685'] for router_gateway, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:16.120810 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-285c6c99-9a5e-439c-aab4-f06f20c87e3d None None] Set router a0638189-9056-46ab-b406-d70c9639648d gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:11:16.466172 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-285c6c99-9a5e-439c-aab4-f06f20c87e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0638189-9056-46ab-b406-d70c9639648d', 'name': 'tempest-TestShelveInstance-660017990-router', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:29Z', 'updated_at': '2021-05-17T12:11:12Z', 'revision_number': 5, 'project_id': 'ef1d7ade2357462ba66416e32fea336c', 'gw_port': {'id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0638189-9056-46ab-b406-d70c9639648d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:30Z', 'updated_at': '2021-05-17T12:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:16.470458 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c6c99-9a5e-439c-aab4-f06f20c87e3d None None] The sync data for ids ['a0638189-9056-46ab-b406-d70c9639648d'] in dv-cinder-734144-19-smb is: [{'id': 'a0638189-9056-46ab-b406-d70c9639648d', 'name': 'tempest-TestShelveInstance-660017990-router', 'tenant_id': 'ef1d7ade2357462ba66416e32fea336c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:29Z', 'updated_at': '2021-05-17T12:11:12Z', 'revision_number': 5, 'project_id': 'ef1d7ade2357462ba66416e32fea336c', 'gw_port': {'id': '5f880d4a-9889-4439-b280-2adbffffe6b7', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0638189-9056-46ab-b406-d70c9639648d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:30Z', 'updated_at': '2021-05-17T12:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:11:16.512477 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127251'] for router, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:16.520377 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:16.565697 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fb501-45bb-4a73-a758-92a0e6c48d0f req-072e656f-f4e4-424c-84ee-8e0d1f288fa8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:16.567203 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1b4fb501-45bb-4a73-a758-92a0e6c48d0f req-072e656f-f4e4-424c-84ee-8e0d1f288fa8 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.7659967 May 17 12:11:16.624903 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-7b0b6b62-b14d-4c45-942e-4b4965170777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:16.626309 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-7b0b6b62-b14d-4c45-942e-4b4965170777 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 917 time: 0.6650598 May 17 12:11:16.634989 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434437'] for router, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:16.635636 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8de841a5-2451-46c7-9152-d781491ef744 {{(pid=78759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:11:16.641884 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:16.751077 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Notify callbacks [] for router, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:16.752208 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] 10.222.0.47 "DELETE /v2.0/routers/8de841a5-2451-46c7-9152-d781491ef744 HTTP/1.1" status: 204 len: 168 time: 3.9861989 May 17 12:11:16.754841 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57006) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:16.786217 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1b4fb501-45bb-4a73-a758-92a0e6c48d0f req-e78e1826-2d33-4cac-84b3-88d250bcabce tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971247 May 17 12:11:16.824020 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509e3f3-db44-417f-bde2-9d358f685929 req-ac146e87-b016-406d-a965-a5b13ecc60a2 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:16.824866 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a26cca-eab4-4503-b42a-9a8dbcf0a9fc admin admin] Deleting subnet f0c1a384-5642-4797-a105-45fee52dbb82 {{(pid=78758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:11:16.825609 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c509e3f3-db44-417f-bde2-9d358f685929 req-ac146e87-b016-406d-a965-a5b13ecc60a2 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 945 time: 0.5846238 May 17 12:11:16.828390 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d1a26cca-eab4-4503-b42a-9a8dbcf0a9fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:16.855093 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-71a0d279-6392-4a7a-8bb9-5b314b8ca029 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=390d7423-20d9-4370-918c-e2d47b29a7ab HTTP/1.1" status: 200 len: 1000 time: 0.2159209 May 17 12:11:16.886155 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d1a26cca-eab4-4503-b42a-9a8dbcf0a9fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3862747'] for subnet, precommit_delete_associations {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:16.939266 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-c509e3f3-db44-417f-bde2-9d358f685929 req-e580615a-6859-4e12-9382-85725768f04a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc41837d-b6a5-4528-9f44-1a275eb97f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055703 May 17 12:11:16.953466 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-6acd5cb7-be9d-4d94-9892-f87d8e540cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:16.956061 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-6acd5cb7-be9d-4d94-9892-f87d8e540cc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 200 len: 855 time: 0.0927031 May 17 12:11:16.965591 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Deleting port 5f880d4a-9889-4439-b280-2adbffffe6b7 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:16.965591 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:16.981251 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d1a26cca-eab4-4503-b42a-9a8dbcf0a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:16.981495 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:11:17.160263 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] For port 5f880d4a-9889-4439-b280-2adbffffe6b7, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=5f880d4a-9889-4439-b280-2adbffffe6b7,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:17.160622 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:17.174639 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-52cc9440-9277-4997-ba44-746e75f9f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:17.176130 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-52cc9440-9277-4997-ba44-746e75f9f328 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a4306c9-0686-4729-b018-267bb97db762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1996918 May 17 12:11:17.325072 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Calling delete_port for 5f880d4a-9889-4439-b280-2adbffffe6b7 owned by network:router_gateway {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:17.367688 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d1a26cca-eab4-4503-b42a-9a8dbcf0a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3791793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801930'] for subnet, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:17.372869 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-7161fe45-92b0-49bf-a6bc-d037086820e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:17.417613 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a26cca-eab4-4503-b42a-9a8dbcf0a9fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0c1a384-5642-4797-a105-45fee52dbb82,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:17.421496 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-d1a26cca-eab4-4503-b42a-9a8dbcf0a9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:17.424030 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d1a26cca-eab4-4503-b42a-9a8dbcf0a9fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:17.437880 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-d1a26cca-eab4-4503-b42a-9a8dbcf0a9fc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f0c1a384-5642-4797-a105-45fee52dbb82 HTTP/1.1" status: 204 len: 168 time: 0.6806219 May 17 12:11:17.438821 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57010) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:17.439674 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4bbef0-fa35-4545-a348-ea4d55d55add None None] Network e9bb5c13-635d-4a80-b2c5-a2851aefc923 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:11:17.537759 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 6c8dc8cf-4454-4945-af25-3df33cd63146 no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:17.554277 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-cf961d3d-341e-4046-a2d9-84b02e1a4f36 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215156 May 17 12:11:17.581799 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: 6c8dc8cf-4454-4945-af25-3df33cd63146 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:11:17.582141 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 6c8dc8cf-4454-4945-af25-3df33cd63146 not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:11:17.735328 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c4ad3-55f4-43ab-a34b-061652969f4d None None] DHCP port deletion for e9bb5c13-635d-4a80-b2c5-a2851aefc923 request from dv-cinder-734144-19-smb {{(pid=78760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:11:17.804758 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:17.833606 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-868c4ad3-55f4-43ab-a34b-061652969f4d None None] Deleting port e2453219-45e0-4a83-b5e3-68323fb5d3f2 {{(pid=78760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:17.834947 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-868c4ad3-55f4-43ab-a34b-061652969f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:17.945810 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-868c4ad3-55f4-43ab-a34b-061652969f4d None None] For port e2453219-45e0-4a83-b5e3-68323fb5d3f2, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=e2453219-45e0-4a83-b5e3-68323fb5d3f2,segment=NetworkSegment(7a48b7b2-4241-4b15-8e18-c1c35e2d22f0),segment_id=7a48b7b2-4241-4b15-8e18-c1c35e2d22f0)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:17.946092 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-868c4ad3-55f4-43ab-a34b-061652969f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:18.017257 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6cddcb06-cae7-4cb0-8392-68c7464e7bc2 req-1bc55f4a-c218-4959-87b5-2ac277c107c7 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497151 May 17 12:11:18.064715 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:18.073263 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-287afdb1-45af-4a9f-896a-7cd0f0e03f19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:18.098778 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-868c4ad3-55f4-43ab-a34b-061652969f4d None None] Calling delete_port for e2453219-45e0-4a83-b5e3-68323fb5d3f2 owned by network:dhcp {{(pid=78760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:18.150223 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-868c4ad3-55f4-43ab-a34b-061652969f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382'] for port, after_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:18.154085 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:18.195589 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c4ad3-55f4-43ab-a34b-061652969f4d None None] Pushing event deleted for resources: {'Port': ['ID=e2453219-45e0-4a83-b5e3-68323fb5d3f2,revision_number=None']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:18.199791 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-868c4ad3-55f4-43ab-a34b-061652969f4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:18.203898 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868c4ad3-55f4-43ab-a34b-061652969f4d None None] No DVR routers for this DVR port e2453219-45e0-4a83-b5e3-68323fb5d3f2 on host dv-cinder-734144-19-smb {{(pid=78760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:11:18.211861 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f880d4a-9889-4439-b280-2adbffffe6b7,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:18.214553 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Deleting port e2453219-45e0-4a83-b5e3-68323fb5d3f2 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:18.217276 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:18.229874 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:18.383873 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89e2e7-8ffc-498b-9953-5762b39ce8af req-d905a557-e41d-4901-9d5c-81c1dbd0aab3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:18.386337 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ce89e2e7-8ffc-498b-9953-5762b39ce8af req-d905a557-e41d-4901-9d5c-81c1dbd0aab3 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.4730074 May 17 12:11:18.485459 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] For port e2453219-45e0-4a83-b5e3-68323fb5d3f2, host dv-cinder-734144-19-smb, got binding levels [] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:18.485695 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:18.529053 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-ce89e2e7-8ffc-498b-9953-5762b39ce8af req-f7d27cdf-9506-46d4-aa58-190edf903b3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132421 May 17 12:11:18.663440 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Calling delete_port for e2453219-45e0-4a83-b5e3-68323fb5d3f2 owned by network:dhcp {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:18.672295 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.ipam_backend_mixin [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Port e2453219-45e0-4a83-b5e3-68323fb5d3f2 was not found and therefore no delete operation was performed {{(pid=78759) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 12:11:18.673524 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434685'] for router_gateway, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:18.725461 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:18.790839 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-bcfd7781-6477-4021-a99f-cb82a5cb36bd tempest-VolumesActionsTest-1689000551 tempest-VolumesActionsTest-1689000551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:18.833838 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d38abd-7260-44bb-8cbb-2e7c9737480b req-cd7d56da-eaf5-49b8-8436-bf6597388629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:18.835308 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d4d38abd-7260-44bb-8cbb-2e7c9737480b req-cd7d56da-eaf5-49b8-8436-bf6597388629 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 1097 time: 0.7230198 May 17 12:11:18.845207 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2453219-45e0-4a83-b5e3-68323fb5d3f2,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:18.854433 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6589d52-6910-4d3b-ac72-3ed1d72d172f req-4a96f08e-1ae9-43af-8c92-5397af7c5352 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:18.855924 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b6589d52-6910-4d3b-ac72-3ed1d72d172f req-4a96f08e-1ae9-43af-8c92-5397af7c5352 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 945 time: 0.7838848 May 17 12:11:18.858968 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:18.940648 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] No DVR routers for this DVR port e2453219-45e0-4a83-b5e3-68323fb5d3f2 on host dv-cinder-734144-19-smb {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:11:18.984808 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127251'] for router, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:18.991074 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:19.035761 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b6589d52-6910-4d3b-ac72-3ed1d72d172f req-97d7465b-d0a9-4bc8-938d-5e044958d3be tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc41837d-b6a5-4528-9f44-1a275eb97f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220973 May 17 12:11:19.125184 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434437'] for router, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:19.125722 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0638189-9056-46ab-b406-d70c9639648d {{(pid=78759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:11:19.139144 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:19.158026 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bb5c13-635d-4a80-b2c5-a2851aefc923']}} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:19.172353 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] Notify callbacks [] for router, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:19.173512 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-73fba8a1-8078-4a9f-8493-30e8ce7a0074 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a0638189-9056-46ab-b406-d70c9639648d HTTP/1.1" status: 204 len: 168 time: 3.7176390 May 17 12:11:19.177528 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57040) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:19.187676 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a48b7b2-4241-4b15-8e18-c1c35e2d22f0') {'for_net_delete': True} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:19.188078 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a48b7b2-4241-4b15-8e18-c1c35e2d22f0') {} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:19.230468 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925602'] for segment, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:19.298749 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5458c6-7176-4904-84e6-3ffd186dc989 admin admin] Deleting subnet 0871588c-b270-4a55-86be-b96b1255d2be {{(pid=78758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:11:19.302779 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-be5458c6-7176-4904-84e6-3ffd186dc989 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:19.317980 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:19.338860 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=78759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:11:19.339408 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739267'] for segment, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: Traceback (most recent call last): May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: timer() May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: cb(*args, **kw) May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: return func(*args, **kwargs) May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: self._notify() May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: self.callback(batched_events) May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: event.method(event) May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: return f(self, *a, **k) May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: return self._get(url).json() May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: return self.request(url, 'GET', **kwargs) May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:11:19.355135 dv-cinder-734144-19-smb neutron-server[78759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:11:19.373719 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-be5458c6-7176-4904-84e6-3ffd186dc989 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3862747'] for subnet, precommit_delete_associations {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:19.492015 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-be5458c6-7176-4904-84e6-3ffd186dc989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:19.612226 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:19.619403 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:19.625121 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:19.659697 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e9bb5c13-635d-4a80-b2c5-a2851aefc923 HTTP/1.1" status: 204 len: 168 time: 2.2182729 May 17 12:11:19.699438 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d86c6-b50f-435d-87be-441c5367fd77 req-f3b13082-dfb7-473d-8958-40472d306047 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:19.716514 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57048) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:19.723302 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-102d86c6-b50f-435d-87be-441c5367fd77 req-f3b13082-dfb7-473d-8958-40472d306047 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 945 time: 0.4616833 May 17 12:11:19.724549 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-8b107999-bdb9-42a6-919b-c3a004e30f56 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Request body: {'floatingip': {'port_id': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:11:19.727579 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9bb5c13-635d-4a80-b2c5-a2851aefc923,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:19.840629 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 5f880d4a-9889-4439-b280-2adbffffe6b7 no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:19.874156 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:19.877012 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57052) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:19.920012 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8b107999-bdb9-42a6-919b-c3a004e30f56 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, before_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:19.972819 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: 5f880d4a-9889-4439-b280-2adbffffe6b7 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:11:19.973439 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 5f880d4a-9889-4439-b280-2adbffffe6b7 not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:11:19.977050 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-97f2532b-b836-4cda-b3dc-a4b9fa01cdef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41f486e01a9d4659b251b5bc393d3a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0964658 May 17 12:11:19.977250 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e2453219-45e0-4a83-b5e3-68323fb5d3f2 no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:19.977707 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57056) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:20.017172 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: e2453219-45e0-4a83-b5e3-68323fb5d3f2 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:11:20.018147 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device e2453219-45e0-4a83-b5e3-68323fb5d3f2 not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:11:20.032840 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b2b62-5bef-4ac4-860a-af76f1fe945e req-4f2cf049-c24e-4f35-a8ea-174ef13dd0ff tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:20.034746 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b19b2b62-5bef-4ac4-860a-af76f1fe945e req-4f2cf049-c24e-4f35-a8ea-174ef13dd0ff tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.3111701 May 17 12:11:20.103677 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-49569b98-fdc1-438b-8a4e-c705ff35c05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:20.136249 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b19b2b62-5bef-4ac4-860a-af76f1fe945e req-1c645e9a-aba7-41ad-8608-d656e682bc19 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902812 May 17 12:11:20.137958 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-49569b98-fdc1-438b-8a4e-c705ff35c05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:20.205085 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-49569b98-fdc1-438b-8a4e-c705ff35c05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:20.212711 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-383a5c21-e038-4ff5-8107-528f501ef552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:20.228710 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49569b98-fdc1-438b-8a4e-c705ff35c05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e34fe2d-62e5-49af-a3ca-bb08d8559c86,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:20.234849 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-49569b98-fdc1-438b-8a4e-c705ff35c05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:20.237054 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-49569b98-fdc1-438b-8a4e-c705ff35c05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:20.238309 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-49569b98-fdc1-438b-8a4e-c705ff35c05e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e34fe2d-62e5-49af-a3ca-bb08d8559c86 HTTP/1.1" status: 204 len: 168 time: 0.2595332 May 17 12:11:20.323293 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-be5458c6-7176-4904-84e6-3ffd186dc989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3791793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801930'] for subnet, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:20.333910 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-dec2e354-07bf-4070-ae6b-52299c99379b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:20.375681 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5458c6-7176-4904-84e6-3ffd186dc989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0871588c-b270-4a55-86be-b96b1255d2be,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:20.384142 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-be5458c6-7176-4904-84e6-3ffd186dc989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:20.391509 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-be5458c6-7176-4904-84e6-3ffd186dc989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:20.400110 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-be5458c6-7176-4904-84e6-3ffd186dc989 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0871588c-b270-4a55-86be-b96b1255d2be HTTP/1.1" status: 204 len: 168 time: 1.2185283 May 17 12:11:20.400343 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9422be-50b9-45bb-8782-38943f97c9af None None] Network a26b1d59-48f2-4574-bb9c-13e42770cdf0 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:11:20.401221 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57062) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:20.690040 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:20.773763 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adf8f78-827b-41bc-abd6-26771f3c4182 None None] DHCP port deletion for a26b1d59-48f2-4574-bb9c-13e42770cdf0 request from dv-cinder-734144-19-smb {{(pid=78760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:11:20.824950 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Deleting port a86bb874-6e6d-498e-8f66-ca6a803e1f44 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:20.825841 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:20.891528 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-3adf8f78-827b-41bc-abd6-26771f3c4182 None None] Deleting port a86bb874-6e6d-498e-8f66-ca6a803e1f44 {{(pid=78760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:11:20.891528 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-3adf8f78-827b-41bc-abd6-26771f3c4182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:20.952913 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8b107999-bdb9-42a6-919b-c3a004e30f56 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:20.960115 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8b107999-bdb9-42a6-919b-c3a004e30f56 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:20.974434 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] For port a86bb874-6e6d-498e-8f66-ca6a803e1f44, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=a86bb874-6e6d-498e-8f66-ca6a803e1f44,segment=NetworkSegment(ac0b51be-5aa0-4a44-a104-b6af105c305b),segment_id=ac0b51be-5aa0-4a44-a104-b6af105c305b)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:20.975810 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:20.985197 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57068) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:21.075278 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-3adf8f78-827b-41bc-abd6-26771f3c4182 None None] For port a86bb874-6e6d-498e-8f66-ca6a803e1f44, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=a86bb874-6e6d-498e-8f66-ca6a803e1f44,segment=NetworkSegment(ac0b51be-5aa0-4a44-a104-b6af105c305b),segment_id=ac0b51be-5aa0-4a44-a104-b6af105c305b)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:21.075726 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-3adf8f78-827b-41bc-abd6-26771f3c4182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:21.146505 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Calling delete_port for a86bb874-6e6d-498e-8f66-ca6a803e1f44 owned by network:dhcp {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:21.205990 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-6439e12a-165d-4fc0-b98b-4dba0e4ee938 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6632a4b26e3b453792b9742924ce3b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189946 May 17 12:11:21.206730 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57074) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:21.283581 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-3adf8f78-827b-41bc-abd6-26771f3c4182 None None] Calling delete_port for a86bb874-6e6d-498e-8f66-ca6a803e1f44 owned by network:dhcp {{(pid=78760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:11:21.350442 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-3adf8f78-827b-41bc-abd6-26771f3c4182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382'] for port, after_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:21.362846 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:21.414783 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf8f78-827b-41bc-abd6-26771f3c4182 None None] No DVR routers for this DVR port a86bb874-6e6d-498e-8f66-ca6a803e1f44 on host dv-cinder-734144-19-smb {{(pid=78760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:11:21.426460 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf8f78-827b-41bc-abd6-26771f3c4182 None None] Pushing event deleted for resources: {'Port': ['ID=a86bb874-6e6d-498e-8f66-ca6a803e1f44,revision_number=None']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:21.440199 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1e453fad-7971-48e1-a03d-c02f56c13497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:21.444882 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-3adf8f78-827b-41bc-abd6-26771f3c4182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:21.445322 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.l3_db [None req-8b107999-bdb9-42a6-919b-c3a004e30f56 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Floating IP 0651f4e5-1a9c-4a19-8f9d-927de3764175 associated. External IP: 172.28.3.182, port: efa0c0d5-c98e-4292-bf2f-0bc27299252a. May 17 12:11:21.459341 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:21.478999 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-6f51f072-495e-4d66-a3ef-13f62f68abdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:21.511190 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] No DVR routers for this DVR port a86bb874-6e6d-498e-8f66-ca6a803e1f44 on host dv-cinder-734144-19-smb {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:11:21.574276 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1e453fad-7971-48e1-a03d-c02f56c13497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:21.587925 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a86bb874-6e6d-498e-8f66-ca6a803e1f44,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:21.591194 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:21.594174 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device a86bb874-6e6d-498e-8f66-ca6a803e1f44 no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:11:21.648921 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: a86bb874-6e6d-498e-8f66-ca6a803e1f44 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:11:21.649487 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device a86bb874-6e6d-498e-8f66-ca6a803e1f44 not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:11:21.712029 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:21.740001 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26b1d59-48f2-4574-bb9c-13e42770cdf0']}} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:21.766191 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c6656-de31-412c-a1cb-cb6c20fee08f req-fb077348-9649-4339-bc4a-8598c963682e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:21.768013 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e83c6656-de31-412c-a1cb-cb6c20fee08f req-fb077348-9649-4339-bc4a-8598c963682e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.4450524 May 17 12:11:21.771478 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0b51be-5aa0-4a44-a104-b6af105c305b') {'for_net_delete': True} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:21.771776 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0b51be-5aa0-4a44-a104-b6af105c305b') {} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:21.806551 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925602'] for segment, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:21.827431 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1e453fad-7971-48e1-a03d-c02f56c13497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:21.830293 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-a8acd667-b032-4198-9fba-558812c3eed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:21.854344 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:21.863128 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e453fad-7971-48e1-a03d-c02f56c13497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ce202b-805b-4363-99e2-e608140e0808,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:21.865783 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-1e453fad-7971-48e1-a03d-c02f56c13497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:21.879755 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=78759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:11:21.880211 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739267'] for segment, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: util.warn( May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: util.warn( May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: util.warn( May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: util.warn( May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: Traceback (most recent call last): May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: timer() May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: cb(*args, **kw) May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: return func(*args, **kwargs) May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: self._notify() May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: self.callback(batched_events) May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: event.method(event) May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: return f(self, *a, **k) May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: return self._get(url).json() May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: return self.request(url, 'GET', **kwargs) May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:11:21.896809 dv-cinder-734144-19-smb neutron-server[78759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:11:21.907909 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e83c6656-de31-412c-a1cb-cb6c20fee08f req-acd39822-0a69-4227-81ae-589460d0c24a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270759 May 17 12:11:21.946979 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b107999-bdb9-42a6-919b-c3a004e30f56 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:11:21.998655 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-1e453fad-7971-48e1-a03d-c02f56c13497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:22.002924 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-1e453fad-7971-48e1-a03d-c02f56c13497 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70ce202b-805b-4363-99e2-e608140e0808 HTTP/1.1" status: 204 len: 168 time: 0.7940345 May 17 12:11:22.018815 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:22.028345 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:22.040321 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:22.080230 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] 10.222.0.47 "DELETE /v2.0/networks/a26b1d59-48f2-4574-bb9c-13e42770cdf0 HTTP/1.1" status: 204 len: 168 time: 1.6772754 May 17 12:11:22.087932 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Pushing event deleted for resources: {'Network': ['ID=a26b1d59-48f2-4574-bb9c-13e42770cdf0,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:22.098749 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-17e14aeb-b6aa-486c-aef5-06ef396195fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:22.222226 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b107999-bdb9-42a6-919b-c3a004e30f56 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:11:22.230359 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8b107999-bdb9-42a6-919b-c3a004e30f56 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:22.236485 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e58cf2-3a39-467a-b11d-4ea2788e0d2c None None] Sync routers for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:11:22.282365 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e58cf2-3a39-467a-b11d-4ea2788e0d2c None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:11:22.283971 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-64e58cf2-3a39-467a-b11d-4ea2788e0d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:11:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:22.340253 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57084) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:22.341642 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-8b107999-bdb9-42a6-919b-c3a004e30f56 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "PUT /v2.0/floatingips/0651f4e5-1a9c-4a19-8f9d-927de3764175 HTTP/1.1" status: 200 len: 991 time: 2.6239941 May 17 12:11:22.342437 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bbfe62-314d-449b-92d9-21bacfc28cea', 'tag': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:11:22.452537 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57092) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:22.453488 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-415df517-5bab-496a-9348-7dabf7df0016 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e0609b6aaf74c2296065762a9918789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1108983 May 17 12:11:22.528338 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bbfe62-314d-449b-92d9-21bacfc28cea', 'tag': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a', 'status': 'completed', 'code': 200} May 17 12:11:22.611533 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-078da118-ff59-4072-b9b4-168d065e1f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:22.689856 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-64e58cf2-3a39-467a-b11d-4ea2788e0d2c None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:11:22.701115 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-078da118-ff59-4072-b9b4-168d065e1f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:22.795209 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-078da118-ff59-4072-b9b4-168d065e1f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:22.802536 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-78439f97-6ad6-491d-b54f-ab1ff3aed3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:22.821385 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078da118-ff59-4072-b9b4-168d065e1f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3316b1be-f5d3-4715-8ae0-f5647d9888e9,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:22.824405 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-078da118-ff59-4072-b9b4-168d065e1f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:22.829389 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-078da118-ff59-4072-b9b4-168d065e1f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:22.830818 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-078da118-ff59-4072-b9b4-168d065e1f11 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3316b1be-f5d3-4715-8ae0-f5647d9888e9 HTTP/1.1" status: 204 len: 168 time: 0.3772500 May 17 12:11:23.186689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-64e58cf2-3a39-467a-b11d-4ea2788e0d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '0651f4e5-1a9c-4a19-8f9d-927de3764175', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'port_id': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'mac_address': 'fa:16:3e:4c:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bbfe62-314d-449b-92d9-21bacfc28cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:10:56Z', 'updated_at': '2021-05-17T12:11:20Z', 'revision_number': 1, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:46Z', 'revision_number': 5, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:23.192723 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e58cf2-3a39-467a-b11d-4ea2788e0d2c None None] Checking router: c8ad33cd-2e28-484c-bda9-20d5f5b563f6 for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:11:23.204310 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e58cf2-3a39-467a-b11d-4ea2788e0d2c None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:11:23.205232 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-64e58cf2-3a39-467a-b11d-4ea2788e0d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:11:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:23.228186 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8c46e-fc03-4cd2-8e04-d3b5ae3447c6 req-942007b0-1f98-4852-8e81-a63860b5f54b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:23.229758 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-77a8c46e-fc03-4cd2-8e04-d3b5ae3447c6 req-942007b0-1f98-4852-8e81-a63860b5f54b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.1457050 May 17 12:11:23.317132 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-77a8c46e-fc03-4cd2-8e04-d3b5ae3447c6 req-fc3e688f-f423-4d2d-8d99-399e1f588b02 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766263 May 17 12:11:23.455313 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57102) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:23.518564 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-472827a2-5415-43ba-a251-ba6000d76aa4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef1d7ade2357462ba66416e32fea336c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618391 May 17 12:11:23.521215 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57106) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:23.538210 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-64e58cf2-3a39-467a-b11d-4ea2788e0d2c None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:11:23.597879 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-14d3f023-5311-430c-8476-58c6cd7f9d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:23.628365 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-14d3f023-5311-430c-8476-58c6cd7f9d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:23.693739 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-14d3f023-5311-430c-8476-58c6cd7f9d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:23.700959 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-abb9001e-357e-4eda-9a71-af2b16055b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:23.715465 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3f023-5311-430c-8476-58c6cd7f9d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c46f3bf-666e-4b23-bab9-48e0e10027b0,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:23.718853 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-14d3f023-5311-430c-8476-58c6cd7f9d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:23.721419 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-14d3f023-5311-430c-8476-58c6cd7f9d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:23.724770 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-14d3f023-5311-430c-8476-58c6cd7f9d25 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3c46f3bf-666e-4b23-bab9-48e0e10027b0 HTTP/1.1" status: 204 len: 168 time: 0.2003951 May 17 12:11:23.980735 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-64e58cf2-3a39-467a-b11d-4ea2788e0d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '0651f4e5-1a9c-4a19-8f9d-927de3764175', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'port_id': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'mac_address': 'fa:16:3e:4c:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bbfe62-314d-449b-92d9-21bacfc28cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:10:56Z', 'updated_at': '2021-05-17T12:11:20Z', 'revision_number': 1, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:46Z', 'revision_number': 5, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:23.986287 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e58cf2-3a39-467a-b11d-4ea2788e0d2c None None] The sync data for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb is: [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_floatingips': [{'id': '0651f4e5-1a9c-4a19-8f9d-927de3764175', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'router_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'port_id': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'mac_address': 'fa:16:3e:4c:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bbfe62-314d-449b-92d9-21bacfc28cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:10:56Z', 'updated_at': '2021-05-17T12:11:20Z', 'revision_number': 1, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:46Z', 'revision_number': 5, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:11:24.233149 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741676df-3211-4461-b501-ae735c88cfe4 None None] New status for floating IP 0651f4e5-1a9c-4a19-8f9d-927de3764175: ACTIVE {{(pid=78761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:11:24.673964 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3aebae-c5af-46ed-8284-00c011503253 req-fa60b792-cc83-487e-930d-6c2f3f995239 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:24.675714 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1c3aebae-c5af-46ed-8284-00c011503253 req-fa60b792-cc83-487e-930d-6c2f3f995239 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.2065024 May 17 12:11:24.726586 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1c3aebae-c5af-46ed-8284-00c011503253 req-28c3678a-2e20-4f89-bc7a-0d84dacf7888 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445046 May 17 12:11:25.940516 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe0ce3-68d1-466f-992d-5a2238fc6f68 req-4513d337-7fd7-4f24-8c28-bc2ec7794cd4 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:25.943570 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6afe0ce3-68d1-466f-992d-5a2238fc6f68 req-4513d337-7fd7-4f24-8c28-bc2ec7794cd4 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.0977986 May 17 12:11:26.001868 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-6afe0ce3-68d1-466f-992d-5a2238fc6f68 req-9ee1a6a6-4d4b-4a8c-8a2f-79611c63d43c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529878 May 17 12:11:27.220121 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7675b-68a6-4e3c-a584-71743ab11f84 req-9c392520-e45a-47ac-8e2c-7eef263dc655 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:27.221586 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e9b7675b-68a6-4e3c-a584-71743ab11f84 req-9c392520-e45a-47ac-8e2c-7eef263dc655 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.0973201 May 17 12:11:27.272476 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e9b7675b-68a6-4e3c-a584-71743ab11f84 req-8426ad64-8387-4a63-9b99-c6716ee9cade tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443723 May 17 12:11:28.492082 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2339b-e07f-40ac-8f1d-4d2a94aa31e4 req-0e5226bf-5bc2-4ca2-a9f4-d631637468f0 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:28.513693 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f3f2339b-e07f-40ac-8f1d-4d2a94aa31e4 req-0e5226bf-5bc2-4ca2-a9f4-d631637468f0 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.0965276 May 17 12:11:28.549821 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-f3f2339b-e07f-40ac-8f1d-4d2a94aa31e4 req-ae75fe4b-93b4-4d08-89cd-8c469a4ea592 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448010 May 17 12:11:29.761662 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7301a1e-bf21-4215-a39c-c95f2b9d5dcc req-32342c84-67d8-4e57-8338-a8c23d2b082b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:29.763104 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b7301a1e-bf21-4215-a39c-c95f2b9d5dcc req-32342c84-67d8-4e57-8338-a8c23d2b082b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.0851810 May 17 12:11:29.812368 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-b7301a1e-bf21-4215-a39c-c95f2b9d5dcc req-9a37cd78-cc51-4030-a594-c55826d96ca6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430181 May 17 12:11:31.003924 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696afc73-fc77-4685-a2a5-a32884e60632 req-e63869f5-107f-4a77-8ac6-1e74e5b0687b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:31.005363 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-696afc73-fc77-4685-a2a5-a32884e60632 req-e63869f5-107f-4a77-8ac6-1e74e5b0687b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.0800958 May 17 12:11:31.051751 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-696afc73-fc77-4685-a2a5-a32884e60632 req-225dc78d-dc9f-4eb3-9772-c8c88b8348ab tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396411 May 17 12:11:32.248193 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87317d3d-30e6-40f4-8019-d1dd0821ba9f req-eb876d27-7cf4-416a-bad7-6bc8c770df69 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:32.249652 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-87317d3d-30e6-40f4-8019-d1dd0821ba9f req-eb876d27-7cf4-416a-bad7-6bc8c770df69 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.0860651 May 17 12:11:32.295646 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-87317d3d-30e6-40f4-8019-d1dd0821ba9f req-2cf0bef8-e708-4a0f-b07a-97dff7d4e380 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402265 May 17 12:11:32.987519 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-ba806a10-c885-4361-ad20-0a5c0e835e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:33.081850 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6508f-548d-415e-b51d-1cb80d3b5498 req-8fbe1c45-92ed-45a7-99b2-97206d880454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:33.083357 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-63b6508f-548d-415e-b51d-1cb80d3b5498 req-8fbe1c45-92ed-45a7-99b2-97206d880454 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf075c80843c4c858b4ddb4a43dd62bb&device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 1098 time: 0.0790322 May 17 12:11:33.129231 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d38abd-7260-44bb-8cbb-2e7c9737480b req-3f0edf4c-998c-424e-9cd7-f5dc8b7191f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:33.130679 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d4d38abd-7260-44bb-8cbb-2e7c9737480b req-3f0edf4c-998c-424e-9cd7-f5dc8b7191f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 917 time: 0.1363385 May 17 12:11:33.221075 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6508f-548d-415e-b51d-1cb80d3b5498 req-e62c4558-5b98-4129-b869-dc511699873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:33.222430 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-63b6508f-548d-415e-b51d-1cb80d3b5498 req-e62c4558-5b98-4129-b869-dc511699873c service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ff3b9a1-9b86-4118-9135-d71d93819820 HTTP/1.1" status: 200 len: 912 time: 0.1315203 May 17 12:11:33.241015 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d4d38abd-7260-44bb-8cbb-2e7c9737480b req-090581b1-1846-47b6-9aa2-bba26140e140 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=390d7423-20d9-4370-918c-e2d47b29a7ab HTTP/1.1" status: 200 len: 1000 time: 0.1010540 May 17 12:11:33.306883 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d38abd-7260-44bb-8cbb-2e7c9737480b req-b654f38a-68a9-4e15-8435-97df9cfc2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:33.308375 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d4d38abd-7260-44bb-8cbb-2e7c9737480b req-b654f38a-68a9-4e15-8435-97df9cfc2e00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 200 len: 855 time: 0.0604351 May 17 12:11:33.345405 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-63b6508f-548d-415e-b51d-1cb80d3b5498 req-101b80f6-4cf7-44f1-b9a5-a7705256a360 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efa0c0d5-c98e-4292-bf2f-0bc27299252a HTTP/1.1" status: 200 len: 1001 time: 0.1129866 May 17 12:11:33.404078 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d38abd-7260-44bb-8cbb-2e7c9737480b req-dc6a39e2-b491-4d9b-a53c-9a4d090b6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:33.407943 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d4d38abd-7260-44bb-8cbb-2e7c9737480b req-dc6a39e2-b491-4d9b-a53c-9a4d090b6417 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a4306c9-0686-4729-b018-267bb97db762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0925484 May 17 12:11:33.425028 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6508f-548d-415e-b51d-1cb80d3b5498 req-2b929bc9-edd6-4dc2-867a-f48b6d01891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:33.426629 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-63b6508f-548d-415e-b51d-1cb80d3b5498 req-2b929bc9-edd6-4dc2-867a-f48b6d01891d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3144e290-8096-4e55-bc99-ee960f7f74ca HTTP/1.1" status: 200 len: 850 time: 0.0693367 May 17 12:11:33.505469 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6508f-548d-415e-b51d-1cb80d3b5498 req-15c59776-0787-4061-9d4c-cb43a81343c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:33.506863 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-63b6508f-548d-415e-b51d-1cb80d3b5498 req-15c59776-0787-4061-9d4c-cb43a81343c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ff3b9a1-9b86-4118-9135-d71d93819820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0734899 May 17 12:11:33.601718 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d4d38abd-7260-44bb-8cbb-2e7c9737480b req-afb97acd-fd77-4710-a99c-e749c9e9a591 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560194 May 17 12:11:33.610046 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604becf-08e8-4f25-9ec0-472df7db0886 req-598fcc39-c3e1-47ec-bc43-463248c4c6c5 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:33.611458 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e604becf-08e8-4f25-9ec0-472df7db0886 req-598fcc39-c3e1-47ec-bc43-463248c4c6c5 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.1973460 May 17 12:11:33.643081 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-63b6508f-548d-415e-b51d-1cb80d3b5498 req-956fdb35-fbd5-4df1-b32d-75d532181979 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276600 May 17 12:11:33.742226 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-e604becf-08e8-4f25-9ec0-472df7db0886 req-9989e04f-2338-48c0-8aac-db288a091610 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120136 May 17 12:11:33.782512 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d4d38abd-7260-44bb-8cbb-2e7c9737480b req-0ac53b0e-13a4-40d7-951d-977dd8dd20c6 service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700845 May 17 12:11:33.898803 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-63b6508f-548d-415e-b51d-1cb80d3b5498 req-5043ba46-0e8c-4af9-a4e6-981d2c59a208 service neutron] 10.222.0.64 "GET /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484884 May 17 12:11:34.950218 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb375-f52b-4b12-85ae-442093d2f444 req-ae5bb474-c7ab-4437-a83b-40d3e39d3483 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:34.951840 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a4dcb375-f52b-4b12-85ae-442093d2f444 req-ae5bb474-c7ab-4437-a83b-40d3e39d3483 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.0841510 May 17 12:11:34.998804 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-a4dcb375-f52b-4b12-85ae-442093d2f444 req-81b6960a-63a5-4726-8808-efadf3d75bef tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 May 17 12:11:35.600534 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4cbe-de7b-4912-9f0c-03f0a720d48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:35.667988 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:36.298590 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ae663-f30b-4dac-8747-5be2d02bf25b req-55d0d9d9-76af-45fe-9b33-6443417fe507 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:36.299594 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0b4ae663-f30b-4dac-8747-5be2d02bf25b req-55d0d9d9-76af-45fe-9b33-6443417fe507 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 944 time: 0.1857347 May 17 12:11:36.350089 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-0b4ae663-f30b-4dac-8747-5be2d02bf25b req-94332661-edb5-4f7c-a97f-fab2c927a832 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446939 May 17 12:11:36.685927 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:37.066600 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 390d7423-20d9-4370-918c-e2d47b29a7ab details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:11:37.213434 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 390d7423-20d9-4370-918c-e2d47b29a7ab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=390d7423-20d9-4370-918c-e2d47b29a7ab,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:37.235750 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Returning: {'device': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'port_id': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'mac_address': 'fa:16:3e:9d:92:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:11:37.299939 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:37.319713 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390d7423-20d9-4370-918c-e2d47b29a7ab {{(pid=78760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:11:37.337031 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 390d7423-20d9-4370-918c-e2d47b29a7ab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=390d7423-20d9-4370-918c-e2d47b29a7ab,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:37.341274 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:37.343149 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:37.413550 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=390d7423-20d9-4370-918c-e2d47b29a7ab,revision_number=9']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:37.417004 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:37.555495 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fb9d9-e7bd-4d7b-9f99-6a61183d64ab req-a26a3b28-b8cf-4760-bbc7-060f71aa0925 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:37.557166 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1a9fb9d9-e7bd-4d7b-9f99-6a61183d64ab req-a26a3b28-b8cf-4760-bbc7-060f71aa0925 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 945 time: 0.0850856 May 17 12:11:37.604705 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1a9fb9d9-e7bd-4d7b-9f99-6a61183d64ab req-8e517819-828b-4314-a958-c486b3cea36b tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413225 May 17 12:11:37.704951 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] get_ports_and_sgs() called for port_ids ['390d7423-20d9-4370-918c-e2d47b29a7ab'] {{(pid=78760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:11:38.504192 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:38.813153 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dbbf7-d91f-4b44-97ea-0951b99ddf74 req-75be4386-a43c-46f2-a374-8f983d958068 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:38.814953 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-645dbbf7-d91f-4b44-97ea-0951b99ddf74 req-75be4386-a43c-46f2-a374-8f983d958068 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 945 time: 0.0894363 May 17 12:11:38.861272 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-645dbbf7-d91f-4b44-97ea-0951b99ddf74 req-af91c2b2-d55c-4d25-b067-51b54e19374c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404942 May 17 12:11:39.082753 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 390d7423-20d9-4370-918c-e2d47b29a7ab up at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:11:39.152953 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.provisioning_blocks [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Provisioning complete for port 390d7423-20d9-4370-918c-e2d47b29a7ab triggered by entity L2. {{(pid=78760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:11:39.153320 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067483'] for port, provisioning_complete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:39.277350 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16309809'] for port, before_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:39.307084 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab'}] {{(pid=78760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:11:39.317798 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] For port 390d7423-20d9-4370-918c-e2d47b29a7ab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=390d7423-20d9-4370-918c-e2d47b29a7ab,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:11:39.323724 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789608066874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789607631391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789607631436'] for port, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:39.328776 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:39.391692 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'code': 200} May 17 12:11:39.410928 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Pushing event updated for resources: {'Port': ['ID=390d7423-20d9-4370-918c-e2d47b29a7ab,revision_number=10']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:39.414993 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:39.639329 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ac520-b4be-40e8-a341-31a4f9d5f54a req-450e7b1c-8027-4a83-8fb5-7ae5e439146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:39.641352 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-bb6ac520-b4be-40e8-a341-31a4f9d5f54a req-450e7b1c-8027-4a83-8fb5-7ae5e439146d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 1100 time: 0.0740407 May 17 12:11:39.687546 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-bb6ac520-b4be-40e8-a341-31a4f9d5f54a req-653f6fa9-86de-452a-8eca-b1824623f8b2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390561 May 17 12:11:40.088269 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e99bb-5fa1-4cf6-8827-9c43c3f90809 req-1fa823df-0d05-4569-b3dd-4792eb70ae25 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:40.089959 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-143e99bb-5fa1-4cf6-8827-9c43c3f90809 req-1fa823df-0d05-4569-b3dd-4792eb70ae25 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 947 time: 0.0921247 May 17 12:11:40.139241 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-143e99bb-5fa1-4cf6-8827-9c43c3f90809 req-b39809ce-0823-44e6-9423-386d14e9e4be tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431366 May 17 12:11:41.349204 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482d69-f294-4195-a165-eed5ffb9f9e9 req-30eeaae0-f1ff-468a-a896-97e0d8d8ea59 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:41.350738 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc482d69-f294-4195-a165-eed5ffb9f9e9 req-30eeaae0-f1ff-468a-a896-97e0d8d8ea59 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 947 time: 0.0925958 May 17 12:11:41.400985 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dc482d69-f294-4195-a165-eed5ffb9f9e9 req-bb95988a-6573-4287-be63-de695e9e2612 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428326 May 17 12:11:41.502204 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:42.610583 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f69375-e0f3-409f-9e12-b52f8518c97a req-8da2772a-99fd-41b2-8b3f-5f9ef51f33a0 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:42.612207 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-16f69375-e0f3-409f-9e12-b52f8518c97a req-8da2772a-99fd-41b2-8b3f-5f9ef51f33a0 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 947 time: 0.0862267 May 17 12:11:42.660621 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-16f69375-e0f3-409f-9e12-b52f8518c97a req-76c6d406-0dcb-46e3-af1e-0e0e922924db tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424461 May 17 12:11:53.971713 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:12:02.980681 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ce03-a16b-4351-8a2f-89eb7682c013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:05.607786 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-67b21e01-1631-481a-8d24-043463204ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:05.682938 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:06.689703 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:08.508142 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:11.497542 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:17.562268 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-2a3a62d8-1298-4a8b-873f-b7bc0613300e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790236 May 17 12:12:17.716342 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-283f85e8-9c0f-4dbf-a139-d63550a6d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:17.717938 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-283f85e8-9c0f-4dbf-a139-d63550a6d741 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 1100 time: 0.0812674 May 17 12:12:17.880210 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-c8a3d65d-ffe5-4850-93fa-df7b6b42a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:17.881688 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-c8a3d65d-ffe5-4850-93fa-df7b6b42a311 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 200 len: 917 time: 0.1405540 May 17 12:12:17.997195 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-ca05ca20-5cfe-4dae-8837-2c51279a41c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=390d7423-20d9-4370-918c-e2d47b29a7ab HTTP/1.1" status: 200 len: 1002 time: 0.1085610 May 17 12:12:18.065972 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-fa850a31-b230-4dbb-8c54-7689d5a53302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:18.067466 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-fa850a31-b230-4dbb-8c54-7689d5a53302 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 200 len: 855 time: 0.0628424 May 17 12:12:18.151446 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-3beba2ab-9d4c-4663-81c0-13cff38b1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:18.153126 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-3beba2ab-9d4c-4663-81c0-13cff38b1ecd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a4306c9-0686-4729-b018-267bb97db762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0778830 May 17 12:12:18.164173 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-b48e79c9-43b7-40eb-b749-9f4d9ae93dc1 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=78758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 12:12:18.165191 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-b48e79c9-43b7-40eb-b749-9f4d9ae93dc1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054369 May 17 12:12:18.305669 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-bfb57e7f-970f-4dad-954d-454682784bbe service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335633 May 17 12:12:18.459152 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-73b4e783-859c-4284-9d2e-3a3ef83cfe80 req-82213358-a50a-40da-8240-9b4485884a9e service neutron] 10.222.0.64 "GET /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461210 May 17 12:12:30.971083 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:12:32.984857 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-6ee43d3f-866e-48a6-8776-70fc056a4b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:35.600980 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-c939966b-18e2-4d39-b7e0-45ea729d8cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:35.677127 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:36.693283 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:38.514285 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:41.512639 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:46.896977 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297f19a-2576-4298-9da0-35e8f75ad87d req-14c0a4f6-9b42-4427-b68a-e52bb08ba94c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:46.897623 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d297f19a-2576-4298-9da0-35e8f75ad87d req-14c0a4f6-9b42-4427-b68a-e52bb08ba94c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 947 time: 0.0875847 May 17 12:12:46.945834 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d297f19a-2576-4298-9da0-35e8f75ad87d req-0e50b11b-fad3-4744-9d34-dd6c8833b29c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417602 May 17 12:12:48.144051 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b9224-3a04-4fda-9d25-7fec10fceebb req-b8cdbf8e-985e-4501-9854-0051cd505876 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:48.145537 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-698b9224-3a04-4fda-9d25-7fec10fceebb req-b8cdbf8e-985e-4501-9854-0051cd505876 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 947 time: 0.0817618 May 17 12:12:48.217414 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-698b9224-3a04-4fda-9d25-7fec10fceebb req-28904940-c507-4a05-abd0-c4d7f6f1f69e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648003 May 17 12:12:48.542408 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-0a35453f-a98e-473c-98ba-99e38bab9f4c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:48.543870 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-0a35453f-a98e-473c-98ba-99e38bab9f4c tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 947 time: 0.0809660 May 17 12:12:48.692099 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Deleting port 390d7423-20d9-4370-918c-e2d47b29a7ab {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:12:48.692448 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:48.843728 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] For port 390d7423-20d9-4370-918c-e2d47b29a7ab, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=390d7423-20d9-4370-918c-e2d47b29a7ab,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:12:48.844171 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:49.267335 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:49.267595 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:49.268322 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.l3_db [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Floating IP 11231676-0239-45f8-8015-45ed6107e6c1 disassociated. External IP: 172.28.3.171, port: 390d7423-20d9-4370-918c-e2d47b29a7ab. May 17 12:12:49.268322 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Calling delete_port for 390d7423-20d9-4370-918c-e2d47b29a7ab owned by compute:nova {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:12:49.397825 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:49.404566 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-1facb134-d24f-485d-b9b9-9150950308f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:49.434742 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6ffd0-7c08-4702-a3f9-535e54ed7c77 req-3e21861f-1648-4921-a460-237ba1bb7a4d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:49.436130 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2db6ffd0-7c08-4702-a3f9-535e54ed7c77 req-3e21861f-1648-4921-a460-237ba1bb7a4d tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 868 time: 0.0930462 May 17 12:12:49.453038 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event deleted for resources: {'Port': ['ID=390d7423-20d9-4370-918c-e2d47b29a7ab,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:49.484498 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-2db6ffd0-7c08-4702-a3f9-535e54ed7c77 req-053fc6b2-7e0e-463f-adea-8dd47b206369 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups?id=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418580 May 17 12:12:49.519093 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:49.519523 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:49.519895 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:49.520265 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:49.520627 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:49.520983 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:49.521339 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:49.521694 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:49.522047 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:49.522397 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:49.522754 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:49.523106 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:49.532079 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:49.665088 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:12:49.859816 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:12:49.871802 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf749d04-10a4-4508-a2fc-850a75eb80ed None None] Sync routers for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:12:49.885174 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf749d04-10a4-4508-a2fc-850a75eb80ed None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:12:49.886238 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-bf749d04-10a4-4508-a2fc-850a75eb80ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:12:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:49.938147 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] No DVR routers for this DVR port 390d7423-20d9-4370-918c-e2d47b29a7ab on host hv-cinder-73414 {{(pid=78758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:12:49.941340 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:49.944691 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'name': 'network-vif-deleted', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:12:49.992070 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-fee00dd4-b6fd-4725-ba92-5fbbb968a0f8 req-7205d25d-c77a-4f8d-b792-7b58bd626cf1 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.64 "DELETE /v2.0/ports/390d7423-20d9-4370-918c-e2d47b29a7ab HTTP/1.1" status: 204 len: 173 time: 1.4394233 May 17 12:12:50.010397 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4cf90e-7f84-4d8f-949a-e9132bc8a677', 'name': 'network-vif-deleted', 'tag': '390d7423-20d9-4370-918c-e2d47b29a7ab', 'status': 'completed', 'code': 200} May 17 12:12:50.092174 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-bf749d04-10a4-4508-a2fc-850a75eb80ed None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:12:50.502328 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-bf749d04-10a4-4508-a2fc-850a75eb80ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:35Z', 'revision_number': 5, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:50.506671 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf749d04-10a4-4508-a2fc-850a75eb80ed None None] Checking router: e19cdd3f-6d23-4604-b41e-5f7aa19ec7de for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:12:50.516732 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf749d04-10a4-4508-a2fc-850a75eb80ed None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:12:50.517357 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-bf749d04-10a4-4508-a2fc-850a75eb80ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:12:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:50.696835 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-dbd43b62-9e35-4c9e-a9c8-5ca0ba6ab767 req-7c46d2d0-e215-4002-a8ec-28482a54491f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4cf90e-7f84-4d8f-949a-e9132bc8a677 HTTP/1.1" status: 200 len: 210 time: 0.0446591 May 17 12:12:50.733447 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-bf749d04-10a4-4508-a2fc-850a75eb80ed None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:12:51.048644 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-bf749d04-10a4-4508-a2fc-850a75eb80ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:35Z', 'revision_number': 5, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:51.053122 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf749d04-10a4-4508-a2fc-850a75eb80ed None None] The sync data for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb is: [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:03:25Z', 'revision_number': 4, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '38d0e79c-c6ed-4b1b-8e75-2a43b0018a60', 'name': '', 'network_id': '5a4306c9-0686-4729-b018-267bb97db762', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'mac_address': 'fa:16:3e:8d:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:24Z', 'updated_at': '2021-05-17T12:03:35Z', 'revision_number': 5, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'subnets': [{'id': '656d62e3-fa84-4fc2-a236-aef24f917a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:12:51.289402 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a43ce-6400-451c-ba85-9fc0970370c0 None None] New status for floating IP 11231676-0239-45f8-8015-45ed6107e6c1: DOWN {{(pid=78761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:12:51.373183 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 390d7423-20d9-4370-918c-e2d47b29a7ab no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:12:51.424280 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: 390d7423-20d9-4370-918c-e2d47b29a7ab {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:12:51.424633 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device 390d7423-20d9-4370-918c-e2d47b29a7ab not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:12:51.857748 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57420) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:12:51.941591 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:51.986393 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:52.061370 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:52.065728 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-99b346f7-30b5-4982-9dea-31f886dbf937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:52.083269 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=425cc8ba-984f-4f73-aedb-ce6ddf47b5eb,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:52.095299 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:52.095693 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:52.096047 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:52.096405 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:52.096762 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:52.097111 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:52.097570 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:52.097791 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:52.098131 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:52.098474 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:52.098818 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:52.099159 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:52.102492 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:52.107037 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "DELETE /v2.0/security-groups/425cc8ba-984f-4f73-aedb-ce6ddf47b5eb HTTP/1.1" status: 204 len: 168 time: 0.2448227 May 17 12:12:52.107037 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:52.107564 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57430) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:12:52.132867 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.api.v2.resource [None req-5d3ea6c1-6a8d-4d36-8941-a584a86c3ff9 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] show failed (client error): The resource could not be found. May 17 12:12:52.135850 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-5d3ea6c1-6a8d-4d36-8941-a584a86c3ff9 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "GET /v2.0/security-groups/425cc8ba-984f-4f73-aedb-ce6ddf47b5eb HTTP/1.1" status: 404 len: 347 time: 0.0274045 May 17 12:12:52.137400 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57434) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:12:52.386655 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-c8948350-9af5-48fc-bc53-11303ce47846 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Deleting port 26b95659-1ace-4410-844a-51a1328cedf6 {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:12:52.387005 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c8948350-9af5-48fc-bc53-11303ce47846 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:52.503308 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e208bc0-a74d-48ab-b1ca-552b3abc949e req-bbf59f7a-9026-49b7-9980-ed3b279ea9c3 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:52.504835 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1e208bc0-a74d-48ab-b1ca-552b3abc949e req-bbf59f7a-9026-49b7-9980-ed3b279ea9c3 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 945 time: 0.0844686 May 17 12:12:52.513047 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c8948350-9af5-48fc-bc53-11303ce47846 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:52.513419 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c8948350-9af5-48fc-bc53-11303ce47846 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:52.556141 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-1e208bc0-a74d-48ab-b1ca-552b3abc949e req-ebd95026-8b50-4d10-adbe-3ede29315866 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc41837d-b6a5-4528-9f44-1a275eb97f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439928 May 17 12:12:52.642818 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-c8948350-9af5-48fc-bc53-11303ce47846 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Calling delete_port for 26b95659-1ace-4410-844a-51a1328cedf6 owned by network:floatingip {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:12:52.761968 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c8948350-9af5-48fc-bc53-11303ce47846 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:52.765661 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-91cce2bc-516b-4cb6-bb00-55d935942522 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:52.808893 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8948350-9af5-48fc-bc53-11303ce47846 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Pushing event deleted for resources: {'Port': ['ID=26b95659-1ace-4410-844a-51a1328cedf6,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:52.812340 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-c8948350-9af5-48fc-bc53-11303ce47846 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:53.010647 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c8948350-9af5-48fc-bc53-11303ce47846 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks [] for floatingip, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:53.024684 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c8948350-9af5-48fc-bc53-11303ce47846 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:53.026343 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-c8948350-9af5-48fc-bc53-11303ce47846 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] 10.222.0.47 "DELETE /v2.0/floatingips/11231676-0239-45f8-8015-45ed6107e6c1 HTTP/1.1" status: 204 len: 168 time: 0.8880110 May 17 12:12:53.743836 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a4803-283e-4ccd-8f59-700451a584ec req-daeb9f8a-aa17-48cc-8981-8f68627d0504 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:53.746585 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-546a4803-283e-4ccd-8f59-700451a584ec req-daeb9f8a-aa17-48cc-8981-8f68627d0504 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 945 time: 0.0823152 May 17 12:12:53.792522 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-546a4803-283e-4ccd-8f59-700451a584ec req-90811540-7523-4937-9115-76a2eeb80ae6 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc41837d-b6a5-4528-9f44-1a275eb97f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408003 May 17 12:12:54.582889 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-a56e8764-338f-4fb6-bc7a-93cb17bc5632 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:54.583614 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-a56e8764-338f-4fb6-bc7a-93cb17bc5632 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Synchronizing usage tracker for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:port {{(pid=78758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:12:54.599997 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-a56e8764-338f-4fb6-bc7a-93cb17bc5632 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Unset dirty status for tenant:cf075c80843c4c858b4ddb4a43dd62bb on resource:port {{(pid=78758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:12:54.601293 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-a56e8764-338f-4fb6-bc7a-93cb17bc5632 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.64 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 945 time: 0.1028419 May 17 12:12:54.744850 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Deleting port efa0c0d5-c98e-4292-bf2f-0bc27299252a {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:12:54.745195 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:54.886991 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] For port efa0c0d5-c98e-4292-bf2f-0bc27299252a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=efa0c0d5-c98e-4292-bf2f-0bc27299252a,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:12:54.887394 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:54.987438 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fa681-4190-402c-95a0-e93147dd4325 req-07365d43-64b6-44bd-88b2-d51c54f25adb tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:54.988876 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-240fa681-4190-402c-95a0-e93147dd4325 req-07365d43-64b6-44bd-88b2-d51c54f25adb tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 945 time: 0.0844631 May 17 12:12:55.036422 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-240fa681-4190-402c-95a0-e93147dd4325 req-128f5e42-1a1c-474c-986e-8b5a46f77321 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc41837d-b6a5-4528-9f44-1a275eb97f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413985 May 17 12:12:55.188962 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:55.189330 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434600'] for floatingip, after_update {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:55.189674 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.l3_db [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Floating IP 0651f4e5-1a9c-4a19-8f9d-927de3764175 disassociated. External IP: 172.28.3.182, port: efa0c0d5-c98e-4292-bf2f-0bc27299252a. May 17 12:12:55.190005 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Calling delete_port for efa0c0d5-c98e-4292-bf2f-0bc27299252a owned by compute:nova {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:12:55.300863 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:55.308761 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-bec3bedb-fd1d-46d9-87c9-576679173fd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:55.361790 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event deleted for resources: {'Port': ['ID=efa0c0d5-c98e-4292-bf2f-0bc27299252a,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:55.363464 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:55.542883 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:12:55.729963 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:12:55.745388 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbee87-0534-499b-934c-1dedb9015c6f None None] Sync routers for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:12:55.760433 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dbee87-0534-499b-934c-1dedb9015c6f None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:12:55.761073 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-99dbee87-0534-499b-934c-1dedb9015c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:12:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:55.811289 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] No DVR routers for this DVR port efa0c0d5-c98e-4292-bf2f-0bc27299252a on host hv-cinder-73414 {{(pid=78758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:12:55.814040 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for port, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:55.825235 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bbfe62-314d-449b-92d9-21bacfc28cea', 'name': 'network-vif-deleted', 'tag': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a'}] {{(pid=78758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:12:55.832977 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [req-d4cfc57b-8aad-4b5d-a014-41348d706710 req-4ba85a61-47bc-4f35-96c3-86cbfca838bd tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.64 "DELETE /v2.0/ports/efa0c0d5-c98e-4292-bf2f-0bc27299252a HTTP/1.1" status: 204 len: 173 time: 1.2255304 May 17 12:12:55.865026 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57466) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:12:55.912604 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bbfe62-314d-449b-92d9-21bacfc28cea', 'name': 'network-vif-deleted', 'tag': 'efa0c0d5-c98e-4292-bf2f-0bc27299252a', 'status': 'completed', 'code': 200} May 17 12:12:55.987131 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-99dbee87-0534-499b-934c-1dedb9015c6f None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:12:56.271589 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [req-d028b285-981b-4356-a4d0-8eb1c4fdf2c8 req-2d1c30ee-16d6-40aa-9009-59319ea92ba2 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bbfe62-314d-449b-92d9-21bacfc28cea HTTP/1.1" status: 200 len: 210 time: 0.0589228 May 17 12:12:56.415128 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-99dbee87-0534-499b-934c-1dedb9015c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:46Z', 'revision_number': 5, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:56.420689 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbee87-0534-499b-934c-1dedb9015c6f None None] Checking router: c8ad33cd-2e28-484c-bda9-20d5f5b563f6 for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:12:56.430249 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dbee87-0534-499b-934c-1dedb9015c6f None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:12:56.430923 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-99dbee87-0534-499b-934c-1dedb9015c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:12:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:56.613799 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-99dbee87-0534-499b-934c-1dedb9015c6f None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:12:56.755411 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-69e0909c-c394-402f-92d1-4a1dd0a63a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399578'] for router_interface, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:56.934388 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-99dbee87-0534-499b-934c-1dedb9015c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:46Z', 'revision_number': 5, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:56.940530 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbee87-0534-499b-934c-1dedb9015c6f None None] The sync data for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb is: [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:05:41Z', 'revision_number': 4, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb', '_interfaces': [{'id': '5d52bbef-24d1-452a-9ee2-ae1d61063204', 'name': '', 'network_id': '7ff3b9a1-9b86-4118-9135-d71d93819820', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'mac_address': 'fa:16:3e:19:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:39Z', 'updated_at': '2021-05-17T12:05:46Z', 'revision_number': 5, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'subnets': [{'id': '3144e290-8096-4e55-bc99-ee960f7f74ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:12:57.161308 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a77d36-bc4f-428f-8efe-ceb6db4cd97d None None] New status for floating IP 0651f4e5-1a9c-4a19-8f9d-927de3764175: DOWN {{(pid=78761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:12:57.198735 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-69e0909c-c394-402f-92d1-4a1dd0a63a14 admin admin] Deleting port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:12:57.199072 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-69e0909c-c394-402f-92d1-4a1dd0a63a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:57.325651 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-69e0909c-c394-402f-92d1-4a1dd0a63a14 admin admin] For port 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=38d0e79c-c6ed-4b1b-8e75-2a43b0018a60,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:12:57.326918 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-69e0909c-c394-402f-92d1-4a1dd0a63a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:57.390092 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device efa0c0d5-c98e-4292-bf2f-0bc27299252a no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:12:57.412561 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57478) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:12:57.444502 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] No Port match for: efa0c0d5-c98e-4292-bf2f-0bc27299252a {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:12:57.444859 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Device efa0c0d5-c98e-4292-bf2f-0bc27299252a not bound to the agent host hv-cinder-73414 {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:12:57.463541 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-69e0909c-c394-402f-92d1-4a1dd0a63a14 admin admin] Calling delete_port for 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 owned by network:router_interface {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:12:57.483912 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0d9e2cfe-c71e-4860-baa8-808edc73c8f7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:57.513975 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0d9e2cfe-c71e-4860-baa8-808edc73c8f7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:57.570037 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0d9e2cfe-c71e-4860-baa8-808edc73c8f7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:57.575162 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-085729a6-9a5c-41f7-97b1-2994246bca1c tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:57.590517 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e2cfe-c71e-4860-baa8-808edc73c8f7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc41837d-b6a5-4528-9f44-1a275eb97f88,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:57.593273 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-0d9e2cfe-c71e-4860-baa8-808edc73c8f7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:57.606926 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-0d9e2cfe-c71e-4860-baa8-808edc73c8f7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:57.611680 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57482) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:12:57.611837 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-0d9e2cfe-c71e-4860-baa8-808edc73c8f7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "DELETE /v2.0/security-groups/bc41837d-b6a5-4528-9f44-1a275eb97f88 HTTP/1.1" status: 204 len: 168 time: 0.1981323 May 17 12:12:57.639407 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.api.v2.resource [None req-e8192b6d-d607-41c5-a9d8-04c5f6ac6c8b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] show failed (client error): The resource could not be found. May 17 12:12:57.640376 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-e8192b6d-d607-41c5-a9d8-04c5f6ac6c8b tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "GET /v2.0/security-groups/bc41837d-b6a5-4528-9f44-1a275eb97f88 HTTP/1.1" status: 404 len: 347 time: 0.0242970 May 17 12:12:57.643311 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57486) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:12:57.705308 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-69e0909c-c394-402f-92d1-4a1dd0a63a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:57.721039 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-970bf6b6-d66d-456c-9734-aa4fdad68757 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:57.846159 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0909c-c394-402f-92d1-4a1dd0a63a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=38d0e79c-c6ed-4b1b-8e75-2a43b0018a60,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:57.859588 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-69e0909c-c394-402f-92d1-4a1dd0a63a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:58.236838 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-5a41f4d7-53cd-44f2-86c0-7655891087be tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Deleting port b3433e68-caba-4e76-a99a-18d1da06da9c {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:12:58.237171 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5a41f4d7-53cd-44f2-86c0-7655891087be tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:58.330571 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-69e0909c-c394-402f-92d1-4a1dd0a63a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399478'] for router_interface, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:58.447658 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5a41f4d7-53cd-44f2-86c0-7655891087be tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:58.447914 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5a41f4d7-53cd-44f2-86c0-7655891087be tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:58.623646 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-5a41f4d7-53cd-44f2-86c0-7655891087be tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Calling delete_port for b3433e68-caba-4e76-a99a-18d1da06da9c owned by network:floatingip {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:12:58.912706 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e0909c-c394-402f-92d1-4a1dd0a63a14 admin admin] Router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:12:58.927302 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5a41f4d7-53cd-44f2-86c0-7655891087be tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:58.932363 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7fc868f0-453b-4f19-af33-429890ec2c06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:59.046187 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41f4d7-53cd-44f2-86c0-7655891087be tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Pushing event deleted for resources: {'Port': ['ID=b3433e68-caba-4e76-a99a-18d1da06da9c,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:59.051206 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-5a41f4d7-53cd-44f2-86c0-7655891087be tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:59.341540 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5a41f4d7-53cd-44f2-86c0-7655891087be tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks [] for floatingip, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:59.351511 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e0909c-c394-402f-92d1-4a1dd0a63a14 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:12:59.364370 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c5709-cd9d-406a-a2ac-58c3ec568078 None None] Sync routers for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:12:59.378321 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c5709-cd9d-406a-a2ac-58c3ec568078 None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:12:59.379238 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-5e4c5709-cd9d-406a-a2ac-58c3ec568078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:12:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:59.383665 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-69e0909c-c394-402f-92d1-4a1dd0a63a14 admin admin] 10.222.0.47 "PUT /v2.0/routers/e19cdd3f-6d23-4604-b41e-5f7aa19ec7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5150352 May 17 12:12:59.383665 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5a41f4d7-53cd-44f2-86c0-7655891087be tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64688'] for floatingip, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:59.384130 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-5a41f4d7-53cd-44f2-86c0-7655891087be tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] 10.222.0.47 "DELETE /v2.0/floatingips/0651f4e5-1a9c-4a19-8f9d-927de3764175 HTTP/1.1" status: 204 len: 168 time: 1.7399848 May 17 12:12:59.387279 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57490) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:12:59.602692 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-5e4c5709-cd9d-406a-a2ac-58c3ec568078 None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: dv-cinder-734144-19-smb {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:12:59.691372 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Notify callbacks [] for router, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:59.875783 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:59.903456 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-5e4c5709-cd9d-406a-a2ac-58c3ec568078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:12:57Z', 'revision_number': 5, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port': {'id': '30b7930d-a362-49c5-b9d8-fdb181a6b14a', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:03:17Z', 'updated_at': '2021-05-17T12:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:59.907238 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c5709-cd9d-406a-a2ac-58c3ec568078 None None] Checking router: e19cdd3f-6d23-4604-b41e-5f7aa19ec7de for host: dv-cinder-734144-19-smb {{(pid=78760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:12:59.915378 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c5709-cd9d-406a-a2ac-58c3ec568078 None None] Routers {'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:12:59.916192 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-5e4c5709-cd9d-406a-a2ac-58c3ec568078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:12:36Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'], 'active': True} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:59.947981 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Deleting port 30b7930d-a362-49c5-b9d8-fdb181a6b14a {{(pid=78758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:12:59.948386 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:00.067805 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvr_db [None req-5e4c5709-cd9d-406a-a2ac-58c3ec568078 None None] Set router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de gateway port host: None {{(pid=78760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:13:00.074319 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.db [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] For port 30b7930d-a362-49c5-b9d8-fdb181a6b14a, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=30b7930d-a362-49c5-b9d8-fdb181a6b14a,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:13:00.074673 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:00.201009 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Calling delete_port for 30b7930d-a362-49c5-b9d8-fdb181a6b14a owned by network:router_gateway {{(pid=78758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:13:00.218035 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_hamode_db [None req-5e4c5709-cd9d-406a-a2ac-58c3ec568078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:12:59Z', 'revision_number': 6, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port_host': None}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:00.222049 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c5709-cd9d-406a-a2ac-58c3ec568078 None None] The sync data for ids ['e19cdd3f-6d23-4604-b41e-5f7aa19ec7de'] in dv-cinder-734144-19-smb is: [{'id': 'e19cdd3f-6d23-4604-b41e-5f7aa19ec7de', 'name': 'tempest-AttachVolumeShelveTestJSON-150768201-router', 'tenant_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:03:16Z', 'updated_at': '2021-05-17T12:12:59Z', 'revision_number': 6, 'project_id': '9754f4e8be7b4a9c8bc6f8956455730b', 'gw_port_host': None}] {{(pid=78760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:13:00.345398 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3791682'] for port, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:00.349160 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-7bd94a76-2227-4a1d-becc-f778d22aa307 tempest-ServerRescueNegativeTestJSON-1590559019 tempest-ServerRescueNegativeTestJSON-1590559019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:00.393449 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b7930d-a362-49c5-b9d8-fdb181a6b14a,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:00.396026 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:00.495430 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434685'] for router_gateway, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:00.683539 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127251'] for router, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:00.686196 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:00.719908 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434437'] for router, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:00.720474 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e19cdd3f-6d23-4604-b41e-5f7aa19ec7de {{(pid=78758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:13:00.737444 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] Notify callbacks [] for router, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:00.739985 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-ce2b58d3-6c1b-481d-a703-bbd95ec9ca27 admin admin] 10.222.0.47 "DELETE /v2.0/routers/e19cdd3f-6d23-4604-b41e-5f7aa19ec7de HTTP/1.1" status: 204 len: 168 time: 1.3516660 May 17 12:13:00.742986 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57502) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:00.807656 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebfc9b6-2eef-474b-b446-57f87aa31954 admin admin] Deleting subnet 656d62e3-fa84-4fc2-a236-aef24f917a4e {{(pid=78759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:13:00.812761 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc9b6-2eef-474b-b446-57f87aa31954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:00.865221 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc9b6-2eef-474b-b446-57f87aa31954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925613'] for subnet, precommit_delete_associations {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:00.952041 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc9b6-2eef-474b-b446-57f87aa31954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:01.229824 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc9b6-2eef-474b-b446-57f87aa31954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4153498'] for subnet, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:01.234395 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:01.272229 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfc9b6-2eef-474b-b446-57f87aa31954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656d62e3-fa84-4fc2-a236-aef24f917a4e,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:01.275158 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-5ebfc9b6-2eef-474b-b446-57f87aa31954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:01.278483 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5ebfc9b6-2eef-474b-b446-57f87aa31954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:01.284905 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-5ebfc9b6-2eef-474b-b446-57f87aa31954 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/656d62e3-fa84-4fc2-a236-aef24f917a4e HTTP/1.1" status: 204 len: 168 time: 0.5406682 May 17 12:13:01.285090 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda4b3b3-cea2-4559-b757-26add217b9bc None None] Network 5a4306c9-0686-4729-b018-267bb97db762 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:13:01.287335 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57508) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:01.405995 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:01.520138 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Deleting port be2859b1-f2ed-4384-afda-39075f0b692f {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:13:01.520489 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:01.576795 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] DHCP port deletion for 5a4306c9-0686-4729-b018-267bb97db762 request from dv-cinder-734144-19-smb {{(pid=78760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:13:01.633152 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] For port be2859b1-f2ed-4384-afda-39075f0b692f, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=be2859b1-f2ed-4384-afda-39075f0b692f,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:13:01.633535 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:01.636606 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:13:01.674059 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:13:01.674406 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 38d0e79c-c6ed-4b1b-8e75-2a43b0018a60 not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:13:01.674822 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device be2859b1-f2ed-4384-afda-39075f0b692f no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:13:01.746326 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Deleting port be2859b1-f2ed-4384-afda-39075f0b692f {{(pid=78760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:13:01.746699 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:01.768082 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Calling delete_port for be2859b1-f2ed-4384-afda-39075f0b692f owned by network:dhcp {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:13:01.817446 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:01.823330 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:01.827695 dv-cinder-734144-19-smb neutron-server[78760]: INFO neutron.plugins.ml2.db [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No ports have port_id starting with be2859b1-f2ed-4384-afda-39075f0b692f May 17 12:13:01.830908 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 30b7930d-a362-49c5-b9d8-fdb181a6b14a no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:13:01.872733 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=be2859b1-f2ed-4384-afda-39075f0b692f,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:01.875724 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:01.876508 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] No DVR routers for this DVR port be2859b1-f2ed-4384-afda-39075f0b692f on host dv-cinder-734144-19-smb {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:13:01.878493 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: 30b7930d-a362-49c5-b9d8-fdb181a6b14a {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:13:01.878839 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 30b7930d-a362-49c5-b9d8-fdb181a6b14a not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:13:01.891074 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] For port be2859b1-f2ed-4384-afda-39075f0b692f, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=be2859b1-f2ed-4384-afda-39075f0b692f,segment=NetworkSegment(0e6901d5-3f7a-430c-adc5-0b4b12146591),segment_id=0e6901d5-3f7a-430c-adc5-0b4b12146591)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:13:01.891899 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:02.007436 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:02.020630 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Calling delete_port for be2859b1-f2ed-4384-afda-39075f0b692f owned by network:dhcp {{(pid=78760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:13:02.022875 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4306c9-0686-4729-b018-267bb97db762']}} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:02.038177 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6901d5-3f7a-430c-adc5-0b4b12146591') {'for_net_delete': True} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:02.038774 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6901d5-3f7a-430c-adc5-0b4b12146591') {} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:02.052455 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925602'] for segment, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:02.070244 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382'] for port, after_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:02.071677 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:02.074604 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:02.079821 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=78759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:13:02.080347 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739267'] for segment, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: Traceback (most recent call last): May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: timer() May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: cb(*args, **kw) May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: return func(*args, **kwargs) May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: self._notify() May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: self.callback(batched_events) May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: event.method(event) May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: return f(self, *a, **k) May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: return self._get(url).json() May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: return self.request(url, 'GET', **kwargs) May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:13:02.095059 dv-cinder-734144-19-smb neutron-server[78759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:13:02.123238 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Pushing event deleted for resources: {'Port': ['ID=be2859b1-f2ed-4384-afda-39075f0b692f,revision_number=None']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:02.125637 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] No DVR routers for this DVR port be2859b1-f2ed-4384-afda-39075f0b692f on host dv-cinder-734144-19-smb {{(pid=78760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:13:02.133333 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:02.133672 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:02.134018 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:02.134353 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:02.140108 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:02.140108 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:02.140108 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:02.140108 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:02.140108 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:02.140108 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:02.140108 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:02.140108 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:02.141573 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-befb4925-8d6a-4ab3-b7b1-6429ece61ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:02.184751 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:02.188970 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-c638b88f-9ffd-4699-b110-6a59d6b48232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:02.209121 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:02.214174 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4306c9-0686-4729-b018-267bb97db762,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:02.218463 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:02.225047 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-5f6c5072-4d0b-4c84-9514-d07f0e9e66c9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5a4306c9-0686-4729-b018-267bb97db762 HTTP/1.1" status: 204 len: 168 time: 0.9366910 May 17 12:13:02.359482 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57524) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:02.416417 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-165e6667-929c-4792-8d8e-245cbaf37c66 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9754f4e8be7b4a9c8bc6f8956455730b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556879 May 17 12:13:02.419369 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57528) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:02.487192 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9eea1a7d-c09c-4d94-94bc-e29ae7ec24ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:02.514353 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9eea1a7d-c09c-4d94-94bc-e29ae7ec24ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:02.574362 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9eea1a7d-c09c-4d94-94bc-e29ae7ec24ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:02.579543 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-14d3f023-5311-430c-8476-58c6cd7f9d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:02.593243 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea1a7d-c09c-4d94-94bc-e29ae7ec24ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dc3e20-ed2a-4384-ab92-4345954cfd7d,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:02.597103 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-9eea1a7d-c09c-4d94-94bc-e29ae7ec24ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:02.600355 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-9eea1a7d-c09c-4d94-94bc-e29ae7ec24ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:02.601436 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-9eea1a7d-c09c-4d94-94bc-e29ae7ec24ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/64dc3e20-ed2a-4384-ab92-4345954cfd7d HTTP/1.1" status: 204 len: 168 time: 0.1811669 May 17 12:13:02.990296 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d75ec309-f8a2-49ed-a9f5-34087aadae77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:03.554019 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57564) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:04.468416 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3aeab4a9-fbe8-4b0c-9e16-8f48dd779609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399578'] for router_interface, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:04.964849 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-3aeab4a9-fbe8-4b0c-9e16-8f48dd779609 admin admin] Deleting port 5d52bbef-24d1-452a-9ee2-ae1d61063204 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:13:04.965606 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3aeab4a9-fbe8-4b0c-9e16-8f48dd779609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:05.098355 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-3aeab4a9-fbe8-4b0c-9e16-8f48dd779609 admin admin] For port 5d52bbef-24d1-452a-9ee2-ae1d61063204, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=5d52bbef-24d1-452a-9ee2-ae1d61063204,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:13:05.098706 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3aeab4a9-fbe8-4b0c-9e16-8f48dd779609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:05.232857 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-3aeab4a9-fbe8-4b0c-9e16-8f48dd779609 admin admin] Calling delete_port for 5d52bbef-24d1-452a-9ee2-ae1d61063204 owned by network:router_interface {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:13:05.410581 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3aeab4a9-fbe8-4b0c-9e16-8f48dd779609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:05.419973 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-09deb2cb-d7e0-4b89-83a8-8dd1b601494a tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:05.466235 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeab4a9-fbe8-4b0c-9e16-8f48dd779609 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d52bbef-24d1-452a-9ee2-ae1d61063204,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:05.469543 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-3aeab4a9-fbe8-4b0c-9e16-8f48dd779609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:05.629469 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-9465b99f-f7b3-44ca-8d6e-e837c97398dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:05.696482 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:05.948435 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3aeab4a9-fbe8-4b0c-9e16-8f48dd779609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399478'] for router_interface, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:06.349496 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeab4a9-fbe8-4b0c-9e16-8f48dd779609 admin admin] Router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 has already been hosted by L3 agent e3cc3f88-0859-4224-9252-8bd7d13cdb5b {{(pid=78759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:13:06.602163 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeab4a9-fbe8-4b0c-9e16-8f48dd779609 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-smb the message routers_updated {{(pid=78759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:13:06.612614 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b059d88-b2a0-4717-a83b-53529f28b2b9 None None] Sync routers for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:13:06.618216 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-3aeab4a9-fbe8-4b0c-9e16-8f48dd779609 admin admin] 10.222.0.47 "PUT /v2.0/routers/c8ad33cd-2e28-484c-bda9-20d5f5b563f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0622087 May 17 12:13:06.620786 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57598) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:06.626092 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b059d88-b2a0-4717-a83b-53529f28b2b9 None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:13:06.626944 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-4b059d88-b2a0-4717-a83b-53529f28b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:13:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:06.700167 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:06.808914 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Notify callbacks [] for router, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:06.813179 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-4b059d88-b2a0-4717-a83b-53529f28b2b9 None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: dv-cinder-734144-19-smb {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:13:07.012481 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:07.121993 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Deleting port 1a506088-3f9a-47ba-b4fa-94e73f8c420c {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:13:07.122331 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:07.187517 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-4b059d88-b2a0-4717-a83b-53529f28b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'external_fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:13:05Z', 'revision_number': 5, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port': {'id': '1a506088-3f9a-47ba-b4fa-94e73f8c420c', 'name': '', 'network_id': 'c7032b67-ae9d-4252-ba6d-57576c0c23c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:05:33Z', 'updated_at': '2021-05-17T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63a015f-9ad6-4435-b13c-db9b990c15d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-smb'}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:07.191799 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b059d88-b2a0-4717-a83b-53529f28b2b9 None None] Checking router: c8ad33cd-2e28-484c-bda9-20d5f5b563f6 for host: dv-cinder-734144-19-smb {{(pid=78761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:13:07.201827 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b059d88-b2a0-4717-a83b-53529f28b2b9 None None] Routers {'c8ad33cd-2e28-484c-bda9-20d5f5b563f6'} bound to L3 agent in host dv-cinder-734144-19-smb {{(pid=78761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:13:07.202453 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-4b059d88-b2a0-4717-a83b-53529f28b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T11:53:36Z,description=,heartbeat_timestamp=2021-05-17T12:13:06Z,host='dv-cinder-734144-19-smb',id=e3cc3f88-0859-4224-9252-8bd7d13cdb5b,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:36Z,topic='l3_agent')) {'router_ids': ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'], 'active': True} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:07.273197 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] For port 1a506088-3f9a-47ba-b4fa-94e73f8c420c, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=1a506088-3f9a-47ba-b4fa-94e73f8c420c,segment=NetworkSegment(2618362e-5c3c-4c71-9d7d-488c65cef9b8),segment_id=2618362e-5c3c-4c71-9d7d-488c65cef9b8)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:13:07.273546 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:07.356355 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_dvr_db [None req-4b059d88-b2a0-4717-a83b-53529f28b2b9 None None] Set router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 gateway port host: None {{(pid=78761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:13:07.404589 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Calling delete_port for 1a506088-3f9a-47ba-b4fa-94e73f8c420c owned by network:router_gateway {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:13:07.463636 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.l3_hamode_db [None req-4b059d88-b2a0-4717-a83b-53529f28b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:13:07Z', 'revision_number': 6, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port_host': None}], 'dv-cinder-734144-19-smb', False) {} {{(pid=78761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:07.468251 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b059d88-b2a0-4717-a83b-53529f28b2b9 None None] The sync data for ids ['c8ad33cd-2e28-484c-bda9-20d5f5b563f6'] in dv-cinder-734144-19-smb is: [{'id': 'c8ad33cd-2e28-484c-bda9-20d5f5b563f6', 'name': 'tempest-AttachVolumeTestJSON-1378529927-router', 'tenant_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:05:31Z', 'updated_at': '2021-05-17T12:13:07Z', 'revision_number': 6, 'project_id': 'cf075c80843c4c858b4ddb4a43dd62bb', 'gw_port_host': None}] {{(pid=78761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:13:07.667789 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:07.671273 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b4e66eb0-8697-47e1-afa8-9d25b6790eb7 tempest-TestMinimumBasicScenario-381606813 tempest-TestMinimumBasicScenario-381606813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:07.716625 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Pushing event deleted for resources: {'Port': ['ID=1a506088-3f9a-47ba-b4fa-94e73f8c420c,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:07.719712 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:07.815426 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434685'] for router_gateway, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:07.887575 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 5d52bbef-24d1-452a-9ee2-ae1d61063204 no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:13:07.923540 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: 5d52bbef-24d1-452a-9ee2-ae1d61063204 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:13:07.924113 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 5d52bbef-24d1-452a-9ee2-ae1d61063204 not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:13:07.970628 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:13:08.001146 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127251'] for router, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.003291 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.026604 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434437'] for router, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.027128 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ad33cd-2e28-484c-bda9-20d5f5b563f6 {{(pid=78759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:13:08.040856 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] Notify callbacks [] for router, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.041981 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-09911e9a-f8ae-4a72-b047-c7ebeca8d05c admin admin] 10.222.0.47 "DELETE /v2.0/routers/c8ad33cd-2e28-484c-bda9-20d5f5b563f6 HTTP/1.1" status: 204 len: 168 time: 1.4201884 May 17 12:13:08.045339 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57614) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:08.104250 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_v2 [None req-699236f6-d459-4242-8879-05279ba2b74b admin admin] Deleting subnet 3144e290-8096-4e55-bc99-ee960f7f74ca {{(pid=78759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:13:08.107304 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-699236f6-d459-4242-8879-05279ba2b74b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.159808 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-699236f6-d459-4242-8879-05279ba2b74b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925613'] for subnet, precommit_delete_associations {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.239672 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-699236f6-d459-4242-8879-05279ba2b74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.510776 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.514562 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-699236f6-d459-4242-8879-05279ba2b74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4153498'] for subnet, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.518761 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-21da179c-1b17-42a3-8a2d-0dba0688ae55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:08.555816 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699236f6-d459-4242-8879-05279ba2b74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3144e290-8096-4e55-bc99-ee960f7f74ca,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:08.559012 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-699236f6-d459-4242-8879-05279ba2b74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:08.560007 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-699236f6-d459-4242-8879-05279ba2b74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.566251 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-699236f6-d459-4242-8879-05279ba2b74b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3144e290-8096-4e55-bc99-ee960f7f74ca HTTP/1.1" status: 204 len: 168 time: 0.5199025 May 17 12:13:08.566893 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd0481c-0d01-4157-8ca8-e50b345c5911 None None] Network 7ff3b9a1-9b86-4118-9135-d71d93819820 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:13:08.568626 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57630) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:08.677062 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.754505 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Deleting port 20fdf78f-994a-411a-8644-0121e65bcde4 {{(pid=78759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:13:08.754745 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.824762 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cbca54-bf09-44af-a7e2-0ae3b6715aad None None] DHCP port deletion for 7ff3b9a1-9b86-4118-9135-d71d93819820 request from dv-cinder-734144-19-smb {{(pid=78760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:13:08.859144 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.db [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] For port 20fdf78f-994a-411a-8644-0121e65bcde4, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=20fdf78f-994a-411a-8644-0121e65bcde4,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:13:08.859526 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.893334 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-52cbca54-bf09-44af-a7e2-0ae3b6715aad None None] Deleting port 20fdf78f-994a-411a-8644-0121e65bcde4 {{(pid=78760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:13:08.893961 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-52cbca54-bf09-44af-a7e2-0ae3b6715aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789608063398'] for port, before_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.987305 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.plugin [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Calling delete_port for 20fdf78f-994a-411a-8644-0121e65bcde4 owned by network:dhcp {{(pid=78759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:13:09.033060 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.db [None req-52cbca54-bf09-44af-a7e2-0ae3b6715aad None None] For port 20fdf78f-994a-411a-8644-0121e65bcde4, host dv-cinder-734144-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-smb',level=0,port_id=20fdf78f-994a-411a-8644-0121e65bcde4,segment=NetworkSegment(a58093b9-795e-413d-a7b0-a45d106adc96),segment_id=a58093b9-795e-413d-a7b0-a45d106adc96)] {{(pid=78760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:13:09.033567 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-52cbca54-bf09-44af-a7e2-0ae3b6715aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399756'] for port, precommit_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:09.041649 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739222'] for port, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:09.049320 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-c559e1d1-e1d2-4edc-a660-494666fd5fc6 tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:09.131827 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Pushing event deleted for resources: {'Port': ['ID=20fdf78f-994a-411a-8644-0121e65bcde4,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:09.135814 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:09.136919 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] No DVR routers for this DVR port 20fdf78f-994a-411a-8644-0121e65bcde4 on host dv-cinder-734144-19-smb {{(pid=78759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:13:09.203380 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-52cbca54-bf09-44af-a7e2-0ae3b6715aad None None] Calling delete_port for 20fdf78f-994a-411a-8644-0121e65bcde4 owned by network:dhcp {{(pid=78760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:13:09.248934 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-52cbca54-bf09-44af-a7e2-0ae3b6715aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16309450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789608066883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789607631382'] for port, after_delete {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:09.252777 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-868c4ad3-55f4-43ab-a34b-061652969f4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:09.301193 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbca54-bf09-44af-a7e2-0ae3b6715aad None None] Pushing event deleted for resources: {'Port': ['ID=20fdf78f-994a-411a-8644-0121e65bcde4,revision_number=None']} {{(pid=78760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:09.302842 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbca54-bf09-44af-a7e2-0ae3b6715aad None None] No DVR routers for this DVR port 20fdf78f-994a-411a-8644-0121e65bcde4 on host dv-cinder-734144-19-smb {{(pid=78760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:13:09.304276 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG oslo_concurrency.lockutils [None req-52cbca54-bf09-44af-a7e2-0ae3b6715aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:09.351965 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:09.365401 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff3b9a1-9b86-4118-9135-d71d93819820']}} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:09.377692 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58093b9-795e-413d-a7b0-a45d106adc96') {'for_net_delete': True} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:09.377978 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58093b9-795e-413d-a7b0-a45d106adc96') {} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:09.390007 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925602'] for segment, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:09.406744 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:09.412800 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=78759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:13:09.413168 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739267'] for segment, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: Traceback (most recent call last): May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: timer() May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: cb(*args, **kw) May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: return func(*args, **kwargs) May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: self._notify() May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: self.callback(batched_events) May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: event.method(event) May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: return f(self, *a, **k) May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: return self._get(url).json() May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: return self.request(url, 'GET', **kwargs) May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:13:09.426173 dv-cinder-734144-19-smb neutron-server[78759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:13:09.505702 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:09.510507 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d4d4df18-578e-420e-a185-2a065b9ca5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:09.528733 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:09.537096 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff3b9a1-9b86-4118-9135-d71d93819820,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:09.540474 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:09.552361 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-7f38908d-0ccb-453c-a1aa-880dcf7ce18b admin admin] 10.222.0.47 "DELETE /v2.0/networks/7ff3b9a1-9b86-4118-9135-d71d93819820 HTTP/1.1" status: 204 len: 168 time: 0.9826188 May 17 12:13:09.648010 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 1a506088-3f9a-47ba-b4fa-94e73f8c420c no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:13:09.685843 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: 1a506088-3f9a-47ba-b4fa-94e73f8c420c {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:13:09.686199 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 1a506088-3f9a-47ba-b4fa-94e73f8c420c not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:13:09.686621 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 20fdf78f-994a-411a-8644-0121e65bcde4 no longer exists at agent ovs-agent-dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:13:09.701359 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57646) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:09.720665 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.plugin [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] No Port match for: 20fdf78f-994a-411a-8644-0121e65bcde4 {{(pid=78760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:13:09.721024 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Device 20fdf78f-994a-411a-8644-0121e65bcde4 not bound to the agent host dv-cinder-734144-19-smb {{(pid=78760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:13:09.756202 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-e73dda78-65b3-4d64-b1d5-73ace7774663 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf075c80843c4c858b4ddb4a43dd62bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533772 May 17 12:13:09.758748 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57654) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:09.825865 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f969d2e4-3665-43ef-aeff-3c63c8d426bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:09.852031 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f969d2e4-3665-43ef-aeff-3c63c8d426bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:09.907341 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f969d2e4-3665-43ef-aeff-3c63c8d426bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:09.912739 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7b9afc65-adf5-4a16-b7ce-a30edef83c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:09.925961 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969d2e4-3665-43ef-aeff-3c63c8d426bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9aa5e49-e97c-463e-9b9d-4bd1786bccb6,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:09.931027 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-f969d2e4-3665-43ef-aeff-3c63c8d426bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:09.934590 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-f969d2e4-3665-43ef-aeff-3c63c8d426bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:09.938249 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-f969d2e4-3665-43ef-aeff-3c63c8d426bd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a9aa5e49-e97c-463e-9b9d-4bd1786bccb6 HTTP/1.1" status: 204 len: 168 time: 0.1747081 May 17 12:13:10.067758 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57664) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:10.311948 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2304fe00-5590-43a0-8c01-1d9120a4992f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:10.330610 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-2304fe00-5590-43a0-8c01-1d9120a4992f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:10.334675 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-2304fe00-5590-43a0-8c01-1d9120a4992f admin admin] Usage tracker for resource:security_group_rule and tenant:df70916d38894778b96ecd2cf5ba64ff is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:10.337959 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-2304fe00-5590-43a0-8c01-1d9120a4992f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:10.343958 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-2304fe00-5590-43a0-8c01-1d9120a4992f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:10.435641 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2304fe00-5590-43a0-8c01-1d9120a4992f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:10.439968 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2304fe00-5590-43a0-8c01-1d9120a4992f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:10.451028 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-b128374b-3448-42c1-8505-e93441682f10 tempest-TestShelveInstance-455990677 tempest-TestShelveInstance-455990677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:10.494683 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304fe00-5590-43a0-8c01-1d9120a4992f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec870b99-8e5c-4980-8ac9-512958d8ec4c,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:10.498090 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-2304fe00-5590-43a0-8c01-1d9120a4992f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:10.503138 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-2304fe00-5590-43a0-8c01-1d9120a4992f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=df70916d38894778b96ecd2cf5ba64ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317825 May 17 12:13:10.503699 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57682) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:10.564814 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8a8807f6-f9f1-46c3-aef0-7e6565b259f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:10.596693 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8a8807f6-f9f1-46c3-aef0-7e6565b259f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:10.756479 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8a8807f6-f9f1-46c3-aef0-7e6565b259f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:10.762557 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8e6bfd7b-e0bd-4db5-9688-25e75b2a00bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:10.772579 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8807f6-f9f1-46c3-aef0-7e6565b259f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec870b99-8e5c-4980-8ac9-512958d8ec4c,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:10.776151 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8a8807f6-f9f1-46c3-aef0-7e6565b259f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:10.785773 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-8a8807f6-f9f1-46c3-aef0-7e6565b259f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:10.789375 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-8a8807f6-f9f1-46c3-aef0-7e6565b259f1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec870b99-8e5c-4980-8ac9-512958d8ec4c HTTP/1.1" status: 204 len: 168 time: 0.2826340 May 17 12:13:11.512316 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:11.566551 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57720) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:11.674637 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-160288981-network', 'tenant_id': '76f51864906744a6a71687df05dcd4ed'}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:13:11.679329 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:11.683503 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Usage tracker for resource:network and tenant:76f51864906744a6a71687df05dcd4ed is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:11.686313 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:11.693178 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:11.703717 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Made reservation on behalf of 76f51864906744a6a71687df05dcd4ed for: {'network': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:13:11.705960 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:11.719804 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:11.735186 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:11.739769 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Usage tracker for resource:security_group_rule and tenant:76f51864906744a6a71687df05dcd4ed is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:11.742568 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:11.748835 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:11.832921 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:11.836758 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:11.841000 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-9b033431-2b0d-4e81-a546-c5698fd4187d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:11.867943 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=78758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:13:11.877026 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae098d26-e53d-420e-ba3e-38cdbc98b75d,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:11.880145 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:11.884653 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:11.885651 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.db.segments_db [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Added segment 99f2d204-5059-4d6e-9b55-8897d2fe2edd of type vlan for network 5a21d9f9-d638-49d8-9e99-07e876855ae8 May 17 12:13:11.911529 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:11.946030 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:11.948095 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:13:11.948677 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:11.952102 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:12.058251 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4905477 May 17 12:13:12.059024 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Pushing event updated for resources: {'Network': ['ID=5a21d9f9-d638-49d8-9e99-07e876855ae8,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:12.061381 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57726) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:12.064106 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:12.067934 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Request body: {'subnet': {'network_id': '5a21d9f9-d638-49d8-9e99-07e876855ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-160288981-subnet', 'tenant_id': '76f51864906744a6a71687df05dcd4ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:13:12.070529 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network 5a21d9f9-d638-49d8-9e99-07e876855ae8 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:13:12.074417 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:12.078583 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Usage tracker for resource:subnet and tenant:76f51864906744a6a71687df05dcd4ed is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:12.081461 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:12.087413 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:12.098116 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Made reservation on behalf of 76f51864906744a6a71687df05dcd4ed for: {'subnet': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:13:12.100487 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4153473'] for subnet, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:12.497671 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2739370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4153491'] for subnet, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:12.502460 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-1e1042e5-edc3-4fab-a78b-157e50edf717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:12.579298 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad71453d-df6e-40e5-bb95-30f4f8de8cc1,revision_number=0']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:12.584016 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:12.584707 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Checking segment: {'id': '99f2d204-5059-4d6e-9b55-8897d2fe2edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5a21d9f9-d638-49d8-9e99-07e876855ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:13:12.585069 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Network hostable DHCP agents. Network: 5a21d9f9-d638-49d8-9e99-07e876855ae8, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:13:12.602460 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Network 5a21d9f9-d638-49d8-9e99-07e876855ae8 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:13:12.615818 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.scheduler.base_scheduler [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, 5a21d9f9-d638-49d8-9e99-07e876855ae8) {{(pid=78759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:13:12.626139 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690f2064-95fb-439a-a575-7b972a4a2999 None None] Network 5a21d9f9-d638-49d8-9e99-07e876855ae8 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:13:12.629372 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:13:12.630096 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:12.654132 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-db52332e-ccec-42e0-b5b1-e554579b34cf admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5909343 May 17 12:13:12.835452 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b456e606-38e3-41cb-9e3d-7fcbe719d6f8 None None] Network 5a21d9f9-d638-49d8-9e99-07e876855ae8 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:13:13.245331 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57756) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:13.251063 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.v2.base [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-248513991-network', 'tenant_id': '0183ce48b7584a46904137f3fa77bbe5'}} {{(pid=78759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:13:13.255797 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:13.260534 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Usage tracker for resource:network and tenant:0183ce48b7584a46904137f3fa77bbe5 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:13.263436 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:13.269156 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:13.279676 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Made reservation on behalf of 0183ce48b7584a46904137f3fa77bbe5 for: {'network': 1} {{(pid=78759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:13:13.281999 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16309822'] for network, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:13.294297 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:13.312786 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:13.316717 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Usage tracker for resource:security_group_rule and tenant:0183ce48b7584a46904137f3fa77bbe5 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:13.319518 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:13.325777 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:13.416311 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:13.420237 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:13.424206 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-96a6011f-1f38-4c56-a8b3-a45eb1e5dcac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:13.451394 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=78759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:13:13.460508 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe060ce-e37b-4107-a394-c43ca3754ae4,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:13.464497 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:13.467096 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:13.467486 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.db.segments_db [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Added segment bf84f9c1-014b-48f7-88fe-2e331df2ca0b of type vlan for network 15b21a7d-4b5f-435b-a1f2-8e91bdf2df73 May 17 12:13:13.493883 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789607654027'] for network, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:13.523713 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622'] for network, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:13.525363 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:13:13.526010 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:13.531046 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-60107e46-7350-488b-bdfd-2f329f2fb9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:13.632132 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3856816 May 17 12:13:13.632887 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Pushing event updated for resources: {'Network': ['ID=15b21a7d-4b5f-435b-a1f2-8e91bdf2df73,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:13.635069 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57760) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:13.640552 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-353f65e3-74aa-443d-926a-ac47239d9a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:13.642735 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.v2.base [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Request body: {'subnet': {'network_id': '15b21a7d-4b5f-435b-a1f2-8e91bdf2df73', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-248513991-subnet', 'tenant_id': '0183ce48b7584a46904137f3fa77bbe5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:13:13.647781 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:13.647957 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.plugins.ml2.rpc [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Network 15b21a7d-4b5f-435b-a1f2-8e91bdf2df73 details requested by agent ovs-agent-dv-cinder-734144-19-smb with host dv-cinder-734144-19-smb {{(pid=78760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:13:13.651747 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Usage tracker for resource:subnet and tenant:0183ce48b7584a46904137f3fa77bbe5 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:13.654568 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:13.660238 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:13.672347 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Made reservation on behalf of 0183ce48b7584a46904137f3fa77bbe5 for: {'subnet': 1} {{(pid=78758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:13:13.674624 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3801937'] for subnet, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:14.054060 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3801923'] for subnet, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:14.057970 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:14.135661 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=092f1461-0cef-4077-8ec1-c2df2260bdbf,revision_number=0']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:14.138476 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:14.146210 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Checking segment: {'id': 'bf84f9c1-014b-48f7-88fe-2e331df2ca0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15b21a7d-4b5f-435b-a1f2-8e91bdf2df73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:13:14.146560 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Network hostable DHCP agents. Network: 15b21a7d-4b5f-435b-a1f2-8e91bdf2df73, hostable agents: ['dc22839e-4bb1-4ce1-8f88-24cf37d2e015'], hosted agents: [] {{(pid=78758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:13:14.165087 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Network 15b21a7d-4b5f-435b-a1f2-8e91bdf2df73 is scheduled to be hosted by DHCP agent dc22839e-4bb1-4ce1-8f88-24cf37d2e015 with binding_index 1 {{(pid=78758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:13:14.175610 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.scheduler.base_scheduler [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-smb, 15b21a7d-4b5f-435b-a1f2-8e91bdf2df73) {{(pid=78758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:13:14.185824 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9478e1-2739-4a12-90ec-e25e0076b7bf None None] Network 15b21a7d-4b5f-435b-a1f2-8e91bdf2df73 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:13:14.186690 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:13:14.187655 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:14.217419 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-bbce30f4-f8c4-439f-befd-0db72db676b3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5806847 May 17 12:13:14.368064 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57774) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:14.399417 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d9b1f8-bfb7-46db-b54f-ac7ea2acaf0b None None] Network 15b21a7d-4b5f-435b-a1f2-8e91bdf2df73 requested from dv-cinder-734144-19-smb {{(pid=78760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:13:14.437833 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2af1ec-bcf9-4d55-a944-15be2ff8d28d admin admin] Deleting subnet ad71453d-df6e-40e5-bb95-30f4f8de8cc1 {{(pid=78758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:13:14.441011 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-3b2af1ec-bcf9-4d55-a944-15be2ff8d28d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:14.498464 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-3b2af1ec-bcf9-4d55-a944-15be2ff8d28d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3862747'] for subnet, precommit_delete_associations {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:14.561534 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-3b2af1ec-bcf9-4d55-a944-15be2ff8d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:14.828110 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-3b2af1ec-bcf9-4d55-a944-15be2ff8d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3791793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801930'] for subnet, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:14.831929 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-d1a26cca-eab4-4503-b42a-9a8dbcf0a9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:14.865656 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2af1ec-bcf9-4d55-a944-15be2ff8d28d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad71453d-df6e-40e5-bb95-30f4f8de8cc1,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:14.871068 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-3b2af1ec-bcf9-4d55-a944-15be2ff8d28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:14.872634 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-3b2af1ec-bcf9-4d55-a944-15be2ff8d28d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:14.878514 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-3b2af1ec-bcf9-4d55-a944-15be2ff8d28d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ad71453d-df6e-40e5-bb95-30f4f8de8cc1 HTTP/1.1" status: 204 len: 168 time: 0.5086637 May 17 12:13:14.881047 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57782) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:14.986059 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:15.111275 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:15.124539 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a21d9f9-d638-49d8-9e99-07e876855ae8']}} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:15.136544 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f2d204-5059-4d6e-9b55-8897d2fe2edd') {'for_net_delete': True} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:15.136839 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.services.segments.db [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f2d204-5059-4d6e-9b55-8897d2fe2edd') {} {{(pid=78758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:15.147874 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3862740'] for segment, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:15.163784 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:15.170280 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=78758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:13:15.170655 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3791639'] for segment, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: Traceback (most recent call last): May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: timer() May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: cb(*args, **kw) May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: return func(*args, **kwargs) May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: self._notify() May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: self.callback(batched_events) May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: event.method(event) May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: return f(self, *a, **k) May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: return self._get(url).json() May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: return self.request(url, 'GET', **kwargs) May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:13:15.184500 dv-cinder-734144-19-smb neutron-server[78758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:13:15.262539 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:15.267615 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:15.270045 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:15.288609 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a21d9f9-d638-49d8-9e99-07e876855ae8,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:15.292282 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5a21d9f9-d638-49d8-9e99-07e876855ae8 HTTP/1.1" status: 204 len: 168 time: 0.4102962 May 17 12:13:15.293327 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-db34b735-c46e-4a9d-b9c8-8577978df0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:15.295031 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57786) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:15.354754 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c69637-df68-48c9-b6e3-1cdaf7d2a752 admin admin] Deleting subnet 092f1461-0cef-4077-8ec1-c2df2260bdbf {{(pid=78759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:13:15.357953 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-14c69637-df68-48c9-b6e3-1cdaf7d2a752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:15.410859 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-14c69637-df68-48c9-b6e3-1cdaf7d2a752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925613'] for subnet, precommit_delete_associations {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:15.469374 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-14c69637-df68-48c9-b6e3-1cdaf7d2a752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16071123'] for subnet, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:15.721559 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-14c69637-df68-48c9-b6e3-1cdaf7d2a752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16071128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4153498'] for subnet, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:15.728768 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:15.764848 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c69637-df68-48c9-b6e3-1cdaf7d2a752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=092f1461-0cef-4077-8ec1-c2df2260bdbf,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:15.767373 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-14c69637-df68-48c9-b6e3-1cdaf7d2a752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:15.770184 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-14c69637-df68-48c9-b6e3-1cdaf7d2a752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for subnet, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:15.778283 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-14c69637-df68-48c9-b6e3-1cdaf7d2a752 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/092f1461-0cef-4077-8ec1-c2df2260bdbf HTTP/1.1" status: 204 len: 168 time: 0.4814763 May 17 12:13:15.780048 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57796) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:15.991593 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16214149'] for network, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:16.123540 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16071142', 'neutron.services.segments.db._delete_segments_for_network-8789608075906'] for network, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:16.137281 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b21a7d-4b5f-435b-a1f2-8e91bdf2df73']}} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:16.149581 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf84f9c1-014b-48f7-88fe-2e331df2ca0b') {'for_net_delete': True} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:16.150114 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.services.segments.db [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf84f9c1-014b-48f7-88fe-2e331df2ca0b') {} {{(pid=78759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:16.162292 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789608086667', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925602'] for segment, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:16.180476 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900'] for segment, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:16.187797 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=78759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:13:16.188297 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16069900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739267'] for segment, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: Traceback (most recent call last): May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: timer() May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: cb(*args, **kw) May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: return func(*args, **kwargs) May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: self._notify() May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: self.callback(batched_events) May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: event.method(event) May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: return f(self, *a, **k) May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: return self._get(url).json() May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: return self.request(url, 'GET', **kwargs) May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:13:16.202316 dv-cinder-734144-19-smb neutron-server[78759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:13:16.285418 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16071151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-464988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434650'] for network, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:16.290604 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647651'] for network, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:16.293597 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:16.314964 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/15b21a7d-4b5f-435b-a1f2-8e91bdf2df73 HTTP/1.1" status: 204 len: 168 time: 0.5339165 May 17 12:13:16.316028 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b21a7d-4b5f-435b-a1f2-8e91bdf2df73,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:16.319337 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-9b4acb43-0219-4e74-88dd-ff7e7daa67b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:16.502518 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57830) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:16.553508 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-214f5d58-f756-4c12-9d6d-1d0fdb092802 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=76f51864906744a6a71687df05dcd4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489783 May 17 12:13:16.556389 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57838) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:16.723310 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb067-1d21-40bd-a5f7-40c6b097cc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:16.751681 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb067-1d21-40bd-a5f7-40c6b097cc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:16.805331 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb067-1d21-40bd-a5f7-40c6b097cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:16.809884 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8b1a093c-0f6a-40b5-a7f1-e630ebf93882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:16.821125 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecb067-1d21-40bd-a5f7-40c6b097cc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae098d26-e53d-420e-ba3e-38cdbc98b75d,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:16.824708 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-d2ecb067-1d21-40bd-a5f7-40c6b097cc69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:16.827976 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb067-1d21-40bd-a5f7-40c6b097cc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:16.829105 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-d2ecb067-1d21-40bd-a5f7-40c6b097cc69 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae098d26-e53d-420e-ba3e-38cdbc98b75d HTTP/1.1" status: 204 len: 168 time: 0.2717981 May 17 12:13:17.188891 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57850) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:17.238984 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-1ce51d86-8df2-409c-979b-3508928e82a7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0183ce48b7584a46904137f3fa77bbe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487430 May 17 12:13:17.241193 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57854) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:17.298310 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-3f1cde75-9b68-4263-862a-d4c321baf7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:17.327047 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-3f1cde75-9b68-4263-862a-d4c321baf7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:17.385674 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-3f1cde75-9b68-4263-862a-d4c321baf7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:17.389646 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-93c95b55-4e7c-4985-a40a-2393b09f0988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:17.400532 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cde75-9b68-4263-862a-d4c321baf7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe060ce-e37b-4107-a394-c43ca3754ae4,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:17.402751 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-3f1cde75-9b68-4263-862a-d4c321baf7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:17.408018 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-3f1cde75-9b68-4263-862a-d4c321baf7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:17.409106 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-3f1cde75-9b68-4263-862a-d4c321baf7e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/efe060ce-e37b-4107-a394-c43ca3754ae4 HTTP/1.1" status: 204 len: 168 time: 0.1670501 May 17 12:13:20.589375 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 57926) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:20.730630 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-75417ce7-3075-406e-aa56-3a54a46e5ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:20.746143 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-75417ce7-3075-406e-aa56-3a54a46e5ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:20.750223 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-75417ce7-3075-406e-aa56-3a54a46e5ced admin admin] Usage tracker for resource:security_group_rule and tenant:f9d950014fc046848193e4e962c31fed is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:20.753011 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-75417ce7-3075-406e-aa56-3a54a46e5ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:20.758750 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-75417ce7-3075-406e-aa56-3a54a46e5ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:20.844644 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-75417ce7-3075-406e-aa56-3a54a46e5ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:20.848598 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-75417ce7-3075-406e-aa56-3a54a46e5ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:20.858049 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-9eea1a7d-c09c-4d94-94bc-e29ae7ec24ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:20.895654 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-75417ce7-3075-406e-aa56-3a54a46e5ced admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9d950014fc046848193e4e962c31fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042233 May 17 12:13:20.898358 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 57940) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:20.900117 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75417ce7-3075-406e-aa56-3a54a46e5ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92efddd8-f7d6-46ce-9dd3-f14fe38e5b2d,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:20.903182 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-75417ce7-3075-406e-aa56-3a54a46e5ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:20.958471 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-541fe448-1543-4a6e-b1e0-f6d13a25a2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:20.987829 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-541fe448-1543-4a6e-b1e0-f6d13a25a2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:21.037789 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-541fe448-1543-4a6e-b1e0-f6d13a25a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:21.042655 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-15d071f6-7203-4d5b-bd7c-1b2c6ac77cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:21.053338 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fe448-1543-4a6e-b1e0-f6d13a25a2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92efddd8-f7d6-46ce-9dd3-f14fe38e5b2d,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:21.059580 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-541fe448-1543-4a6e-b1e0-f6d13a25a2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:21.063324 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-541fe448-1543-4a6e-b1e0-f6d13a25a2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:21.064458 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-541fe448-1543-4a6e-b1e0-f6d13a25a2a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/92efddd8-f7d6-46ce-9dd3-f14fe38e5b2d HTTP/1.1" status: 204 len: 168 time: 0.1650767 May 17 12:13:26.676388 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 58064) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:26.803450 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a488b1ce-5e69-42c8-8366-de534d401f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:26.819376 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-a488b1ce-5e69-42c8-8366-de534d401f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:26.824249 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-a488b1ce-5e69-42c8-8366-de534d401f4e admin admin] Usage tracker for resource:security_group_rule and tenant:5be8fc758cd24af78772d53d78cd09d1 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:26.827459 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-a488b1ce-5e69-42c8-8366-de534d401f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:26.833847 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-a488b1ce-5e69-42c8-8366-de534d401f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:26.926598 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a488b1ce-5e69-42c8-8366-de534d401f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:26.931014 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-a488b1ce-5e69-42c8-8366-de534d401f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:26.938689 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-045f1553-742a-4f99-92ff-03380693eb66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:26.980656 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-a488b1ce-5e69-42c8-8366-de534d401f4e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5be8fc758cd24af78772d53d78cd09d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029525 May 17 12:13:26.982432 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488b1ce-5e69-42c8-8366-de534d401f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e2f867-c200-416d-983d-3c1e34ccfd97,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:26.983514 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 58080) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:26.985902 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-a488b1ce-5e69-42c8-8366-de534d401f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:27.045804 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c89c7a49-18e9-47a3-bf0d-5b43409d649a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:27.071427 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c89c7a49-18e9-47a3-bf0d-5b43409d649a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:27.127575 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c89c7a49-18e9-47a3-bf0d-5b43409d649a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:27.131335 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-0cfbc7be-2d82-49a8-98e7-262706256cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:27.145573 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c7a49-18e9-47a3-bf0d-5b43409d649a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e2f867-c200-416d-983d-3c1e34ccfd97,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:27.148509 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-c89c7a49-18e9-47a3-bf0d-5b43409d649a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:27.156979 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-c89c7a49-18e9-47a3-bf0d-5b43409d649a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:27.158269 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-c89c7a49-18e9-47a3-bf0d-5b43409d649a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f2e2f867-c200-416d-983d-3c1e34ccfd97 HTTP/1.1" status: 204 len: 168 time: 0.1734984 May 17 12:13:27.451709 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 58088) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:27.469576 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3b71a93a-783a-4bd3-8ad0-de2a72308501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:27.490750 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-3b71a93a-783a-4bd3-8ad0-de2a72308501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:27.495520 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-3b71a93a-783a-4bd3-8ad0-de2a72308501 admin admin] Usage tracker for resource:security_group_rule and tenant:70ded398fd5241d68e791bf4072d6328 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:27.498347 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-3b71a93a-783a-4bd3-8ad0-de2a72308501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:27.504043 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-3b71a93a-783a-4bd3-8ad0-de2a72308501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:27.591644 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3b71a93a-783a-4bd3-8ad0-de2a72308501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:27.595484 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3b71a93a-783a-4bd3-8ad0-de2a72308501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:27.604336 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-49569b98-fdc1-438b-8a4e-c705ff35c05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:27.644088 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-3b71a93a-783a-4bd3-8ad0-de2a72308501 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70ded398fd5241d68e791bf4072d6328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912892 May 17 12:13:27.645082 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71a93a-783a-4bd3-8ad0-de2a72308501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3de9919-4c5f-4819-8e18-6a7e478b1020,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:27.646770 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 58092) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:27.648176 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-3b71a93a-783a-4bd3-8ad0-de2a72308501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:27.709799 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-60e12bc0-83e8-4bc5-8f9b-34aa9188c956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:27.736155 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-60e12bc0-83e8-4bc5-8f9b-34aa9188c956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:27.789199 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-60e12bc0-83e8-4bc5-8f9b-34aa9188c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:27.793459 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-75417ce7-3075-406e-aa56-3a54a46e5ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:27.806488 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e12bc0-83e8-4bc5-8f9b-34aa9188c956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3de9919-4c5f-4819-8e18-6a7e478b1020,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:27.809587 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-60e12bc0-83e8-4bc5-8f9b-34aa9188c956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:27.811643 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-60e12bc0-83e8-4bc5-8f9b-34aa9188c956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:27.812998 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-60e12bc0-83e8-4bc5-8f9b-34aa9188c956 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f3de9919-4c5f-4819-8e18-6a7e478b1020 HTTP/1.1" status: 204 len: 168 time: 0.1644778 May 17 12:13:32.985800 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d1ae3046-3c7c-4626-85c3-6d1d761fd950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:35.610274 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d1b6d050-8407-477e-9ea9-a4e805a556ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:35.681491 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:35.708690 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 58250) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:35.828026 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-726940ae-38c3-499f-b0b8-b43b10d53e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:35.843308 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-726940ae-38c3-499f-b0b8-b43b10d53e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:35.847338 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-726940ae-38c3-499f-b0b8-b43b10d53e5c admin admin] Usage tracker for resource:security_group_rule and tenant:ab71ece0fbf94ada86c947a6b5679906 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:35.850175 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-726940ae-38c3-499f-b0b8-b43b10d53e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:35.856367 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-726940ae-38c3-499f-b0b8-b43b10d53e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:35.940481 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-726940ae-38c3-499f-b0b8-b43b10d53e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:35.944258 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-726940ae-38c3-499f-b0b8-b43b10d53e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:35.951420 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:35.996304 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726940ae-38c3-499f-b0b8-b43b10d53e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ad8dca-1b84-4182-9273-20b4132a7d6a,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:36.001409 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-726940ae-38c3-499f-b0b8-b43b10d53e5c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab71ece0fbf94ada86c947a6b5679906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916899 May 17 12:13:36.002325 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-726940ae-38c3-499f-b0b8-b43b10d53e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:36.004010 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 58256) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:36.063649 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-eecd999a-aa09-45d9-a6f4-0c29608fd2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:36.090924 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-eecd999a-aa09-45d9-a6f4-0c29608fd2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:36.144534 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-eecd999a-aa09-45d9-a6f4-0c29608fd2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:36.148456 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-f969d2e4-3665-43ef-aeff-3c63c8d426bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:36.163625 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd999a-aa09-45d9-a6f4-0c29608fd2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ad8dca-1b84-4182-9273-20b4132a7d6a,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:36.167201 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-eecd999a-aa09-45d9-a6f4-0c29608fd2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:36.177453 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-eecd999a-aa09-45d9-a6f4-0c29608fd2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:36.178547 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-eecd999a-aa09-45d9-a6f4-0c29608fd2d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00ad8dca-1b84-4182-9273-20b4132a7d6a HTTP/1.1" status: 204 len: 168 time: 0.1735570 May 17 12:13:36.480485 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 58274) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:36.503313 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e944c5d9-37cc-43f5-b08f-706f587c9d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:36.517697 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e944c5d9-37cc-43f5-b08f-706f587c9d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:36.521573 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e944c5d9-37cc-43f5-b08f-706f587c9d5d admin admin] Usage tracker for resource:security_group_rule and tenant:112fe8fc37c8473f865d57413bc2d0d5 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:36.524393 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e944c5d9-37cc-43f5-b08f-706f587c9d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:36.531766 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e944c5d9-37cc-43f5-b08f-706f587c9d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:36.615470 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e944c5d9-37cc-43f5-b08f-706f587c9d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:36.620936 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e944c5d9-37cc-43f5-b08f-706f587c9d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:36.633134 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-97b5399d-343b-4454-a2c3-a86ddaa5526a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:36.673445 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-e944c5d9-37cc-43f5-b08f-706f587c9d5d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=112fe8fc37c8473f865d57413bc2d0d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917951 May 17 12:13:36.675217 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944c5d9-37cc-43f5-b08f-706f587c9d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a16e60b-f5ef-4244-a057-0082e6c81c11,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:36.676381 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 58278) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:36.678585 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e944c5d9-37cc-43f5-b08f-706f587c9d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:36.701000 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:36.744161 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27c33d5c-4c22-4f8a-bbc3-d4d3643f42eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:36.769218 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27c33d5c-4c22-4f8a-bbc3-d4d3643f42eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:36.821784 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27c33d5c-4c22-4f8a-bbc3-d4d3643f42eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:36.825558 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-8a8807f6-f9f1-46c3-aef0-7e6565b259f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:36.838702 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c33d5c-4c22-4f8a-bbc3-d4d3643f42eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a16e60b-f5ef-4244-a057-0082e6c81c11,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:36.841616 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-27c33d5c-4c22-4f8a-bbc3-d4d3643f42eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:36.843555 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-27c33d5c-4c22-4f8a-bbc3-d4d3643f42eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:36.844881 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-27c33d5c-4c22-4f8a-bbc3-d4d3643f42eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a16e60b-f5ef-4244-a057-0082e6c81c11 HTTP/1.1" status: 204 len: 168 time: 0.1672676 May 17 12:13:38.508220 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:41.525493 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:44.970780 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:13:46.207418 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 58492) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:46.325548 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a44a8037-5001-43a6-8a9b-a3bb716ddbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:46.340949 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-a44a8037-5001-43a6-8a9b-a3bb716ddbfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:46.345159 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-a44a8037-5001-43a6-8a9b-a3bb716ddbfc admin admin] Usage tracker for resource:security_group_rule and tenant:e3ab327f2bbf4df88aa48c52425878ce is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:46.350374 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-a44a8037-5001-43a6-8a9b-a3bb716ddbfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:46.358661 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-a44a8037-5001-43a6-8a9b-a3bb716ddbfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:46.450100 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a44a8037-5001-43a6-8a9b-a3bb716ddbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:46.454143 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a44a8037-5001-43a6-8a9b-a3bb716ddbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:46.465214 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-fc2fbac1-09e7-42fa-8b1e-14205efee918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:46.507025 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-a44a8037-5001-43a6-8a9b-a3bb716ddbfc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e3ab327f2bbf4df88aa48c52425878ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985127 May 17 12:13:46.508743 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a8037-5001-43a6-8a9b-a3bb716ddbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac329fe-aee1-415a-b6a2-1cdfdb58333c,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:46.509705 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 58502) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:46.511975 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a44a8037-5001-43a6-8a9b-a3bb716ddbfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:46.569712 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ccd97390-b1aa-4f98-acfd-b7f0bc3d9332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:46.596123 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ccd97390-b1aa-4f98-acfd-b7f0bc3d9332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:46.647843 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ccd97390-b1aa-4f98-acfd-b7f0bc3d9332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:46.652415 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7e87c8fc-317e-4fc6-9465-ade417c7b3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:46.665349 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd97390-b1aa-4f98-acfd-b7f0bc3d9332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac329fe-aee1-415a-b6a2-1cdfdb58333c,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:46.668525 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-ccd97390-b1aa-4f98-acfd-b7f0bc3d9332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:46.676813 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-ccd97390-b1aa-4f98-acfd-b7f0bc3d9332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:46.677970 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-ccd97390-b1aa-4f98-acfd-b7f0bc3d9332 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7ac329fe-aee1-415a-b6a2-1cdfdb58333c HTTP/1.1" status: 204 len: 168 time: 0.1671944 May 17 12:13:46.959863 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 58510) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:46.979117 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3783c06a-a82d-4663-80de-82fe81e1623e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:46.993628 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-3783c06a-a82d-4663-80de-82fe81e1623e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:46.997926 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-3783c06a-a82d-4663-80de-82fe81e1623e admin admin] Usage tracker for resource:security_group_rule and tenant:d934b2c5b4384c4c9f3b212316527281 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:47.000746 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-3783c06a-a82d-4663-80de-82fe81e1623e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:47.006577 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-3783c06a-a82d-4663-80de-82fe81e1623e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:47.093886 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3783c06a-a82d-4663-80de-82fe81e1623e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:47.097609 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-3783c06a-a82d-4663-80de-82fe81e1623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:47.105345 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-12ab5cdc-98cd-4d68-a2b6-970921b46a0e tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:47.146574 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-3783c06a-a82d-4663-80de-82fe81e1623e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d934b2c5b4384c4c9f3b212316527281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855180 May 17 12:13:47.147495 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783c06a-a82d-4663-80de-82fe81e1623e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5727e3-fc9b-4840-8a8d-c9b92a2e1cbd,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:47.149210 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 58514) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:47.150715 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-3783c06a-a82d-4663-80de-82fe81e1623e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:47.210660 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5f379f3d-e5e7-40d0-8e45-6478f49acecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:47.236744 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5f379f3d-e5e7-40d0-8e45-6478f49acecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:47.289032 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5f379f3d-e5e7-40d0-8e45-6478f49acecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:47.292817 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-f5398ae4-2421-4613-9556-47e97262013a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:47.306063 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f379f3d-e5e7-40d0-8e45-6478f49acecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5727e3-fc9b-4840-8a8d-c9b92a2e1cbd,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:47.310363 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-5f379f3d-e5e7-40d0-8e45-6478f49acecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:47.316416 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-5f379f3d-e5e7-40d0-8e45-6478f49acecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:47.317621 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-5f379f3d-e5e7-40d0-8e45-6478f49acecc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f5727e3-fc9b-4840-8a8d-c9b92a2e1cbd HTTP/1.1" status: 204 len: 168 time: 0.1673856 May 17 12:13:47.683025 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 58534) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:47.703719 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6bef57ad-a9bd-4542-987a-244fb266d75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:47.720030 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-6bef57ad-a9bd-4542-987a-244fb266d75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:47.723918 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-6bef57ad-a9bd-4542-987a-244fb266d75d admin admin] Usage tracker for resource:security_group_rule and tenant:dcaa542a24ac4bc1aa916f69389fdfc5 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:47.726716 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-6bef57ad-a9bd-4542-987a-244fb266d75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:47.733856 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-6bef57ad-a9bd-4542-987a-244fb266d75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:47.834660 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6bef57ad-a9bd-4542-987a-244fb266d75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:47.839507 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-6bef57ad-a9bd-4542-987a-244fb266d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:47.847678 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-102a8cff-2d45-45b9-8a00-b0c791b3885b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:47.894323 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-6bef57ad-a9bd-4542-987a-244fb266d75d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dcaa542a24ac4bc1aa916f69389fdfc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101479 May 17 12:13:47.895077 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef57ad-a9bd-4542-987a-244fb266d75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec8cfef-9fc4-4c8e-9618-43a54e154b31,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:47.897367 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 58550) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:47.902064 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-6bef57ad-a9bd-4542-987a-244fb266d75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:47.959571 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6ba50739-bbf9-4337-b72c-637aa1a92ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:47.985724 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6ba50739-bbf9-4337-b72c-637aa1a92ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:48.039743 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6ba50739-bbf9-4337-b72c-637aa1a92ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:48.044430 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-2304fe00-5590-43a0-8c01-1d9120a4992f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:48.057344 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba50739-bbf9-4337-b72c-637aa1a92ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec8cfef-9fc4-4c8e-9618-43a54e154b31,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:48.060298 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-6ba50739-bbf9-4337-b72c-637aa1a92ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:48.062586 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-6ba50739-bbf9-4337-b72c-637aa1a92ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:48.063712 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-6ba50739-bbf9-4337-b72c-637aa1a92ad5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1ec8cfef-9fc4-4c8e-9618-43a54e154b31 HTTP/1.1" status: 204 len: 168 time: 0.1652310 May 17 12:13:51.255159 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 58654) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:51.373731 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:51.389127 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:51.393081 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:1d8e4c705e0f42a69d23bf28ece77740 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:51.396195 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:51.402795 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:51.485796 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:51.489668 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:51.497385 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-197b9d5e-3035-44ce-b195-f302268f3a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:51.538265 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1d8e4c705e0f42a69d23bf28ece77740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819896 May 17 12:13:51.539129 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8d97c5-66a2-4ada-9583-832359d15c5f,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:51.540926 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 58660) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:51.547362 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:51.547820 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:51.548191 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:51.548557 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:51.548922 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:51.549282 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:51.549636 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:51.549992 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:51.550347 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:51.550698 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:51.551056 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:51.551454 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:51.555176 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:51.601426 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-33a5e7b4-91bb-47b0-bde6-cb54319b1dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:51.628478 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-33a5e7b4-91bb-47b0-bde6-cb54319b1dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:51.680640 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-33a5e7b4-91bb-47b0-bde6-cb54319b1dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:51.685264 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-d2b3d38c-c4db-4b7f-b6d6-c58195d703c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:51.700249 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5e7b4-91bb-47b0-bde6-cb54319b1dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8d97c5-66a2-4ada-9583-832359d15c5f,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:51.702771 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-33a5e7b4-91bb-47b0-bde6-cb54319b1dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:51.712255 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-33a5e7b4-91bb-47b0-bde6-cb54319b1dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:51.713439 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-33a5e7b4-91bb-47b0-bde6-cb54319b1dc7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b8d97c5-66a2-4ada-9583-832359d15c5f HTTP/1.1" status: 204 len: 168 time: 0.1710033 May 17 12:13:51.994360 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 58668) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:52.012667 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:52.028859 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:13:52.032876 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Usage tracker for resource:security_group_rule and tenant:c0625a2db03641bcaf5e5f7054c65621 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:13:52.035842 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:13:52.041766 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:13:52.130138 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:52.134045 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:52.147337 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-4d9b4438-de19-4c32-96d5-d61feb4baf3f tempest-AttachVolumeShelveTestJSON-1622324285 tempest-AttachVolumeShelveTestJSON-1622324285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:52.191023 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c0625a2db03641bcaf5e5f7054c65621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954064 May 17 12:13:52.192714 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee328f3-f34b-4bb2-ac9c-98e12d3c9ba4,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:52.193565 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 58672) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:13:52.201725 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:52.202096 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:52.202455 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:52.202810 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:52.203158 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:52.203531 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:52.203879 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:52.204223 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:52.204577 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:52.204912 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:52.205250 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:52.205589 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-smb {{(pid=78759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:52.210076 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:52.265796 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-04c6c215-b539-4b87-9dc3-84e08d60e22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:52.293872 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-04c6c215-b539-4b87-9dc3-84e08d60e22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:52.353019 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-04c6c215-b539-4b87-9dc3-84e08d60e22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:52.363712 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-ee3ff5e9-f937-4135-9ec9-21d294d5df7a tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:13:52.380155 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6c215-b539-4b87-9dc3-84e08d60e22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee328f3-f34b-4bb2-ac9c-98e12d3c9ba4,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:52.383031 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-04c6c215-b539-4b87-9dc3-84e08d60e22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:13:52.384353 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-04c6c215-b539-4b87-9dc3-84e08d60e22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:52.388637 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-04c6c215-b539-4b87-9dc3-84e08d60e22d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4ee328f3-f34b-4bb2-ac9c-98e12d3c9ba4 HTTP/1.1" status: 204 len: 168 time: 0.1940055 May 17 12:14:02.995215 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-a762bbe7-f0b5-4dc5-9a1c-06574b709881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:05.616948 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-16c039bd-c107-437b-9b92-d4f75a103f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:05.688344 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:06.703921 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:08.514637 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:11.524041 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:11.616406 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 58992) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:11.737563 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-43847c0f-b167-4552-ae97-0c0229d0c896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:11.752858 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-43847c0f-b167-4552-ae97-0c0229d0c896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:14:11.756680 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-43847c0f-b167-4552-ae97-0c0229d0c896 admin admin] Usage tracker for resource:security_group_rule and tenant:a0da0bbf22ce4399971e9ec4a8d95ecd is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:14:11.759540 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-43847c0f-b167-4552-ae97-0c0229d0c896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:14:11.766121 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-43847c0f-b167-4552-ae97-0c0229d0c896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:14:11.853156 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-43847c0f-b167-4552-ae97-0c0229d0c896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:11.856976 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-43847c0f-b167-4552-ae97-0c0229d0c896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:11.866122 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-09c6c5b9-cfa3-47c0-930f-9e8bb1f28cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:11.906616 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-43847c0f-b167-4552-ae97-0c0229d0c896 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a0da0bbf22ce4399971e9ec4a8d95ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891037 May 17 12:14:11.908425 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43847c0f-b167-4552-ae97-0c0229d0c896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dce5f6e-9c6e-4721-97e7-519d226bc0d0,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:11.909401 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 59000) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:11.911566 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-43847c0f-b167-4552-ae97-0c0229d0c896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:11.980168 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-790b54cf-8b7b-411e-ab00-00000c551f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:12.007141 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-790b54cf-8b7b-411e-ab00-00000c551f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:12.061009 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-790b54cf-8b7b-411e-ab00-00000c551f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:12.065395 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-14bb7e39-2e52-4f9c-b29d-a10f0bf02fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:12.079569 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b54cf-8b7b-411e-ab00-00000c551f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dce5f6e-9c6e-4721-97e7-519d226bc0d0,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:12.084351 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-790b54cf-8b7b-411e-ab00-00000c551f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:12.092231 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-790b54cf-8b7b-411e-ab00-00000c551f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:12.093577 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-790b54cf-8b7b-411e-ab00-00000c551f07 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4dce5f6e-9c6e-4721-97e7-519d226bc0d0 HTTP/1.1" status: 204 len: 168 time: 0.1831157 May 17 12:14:12.386597 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 59008) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:12.405080 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7d61-a6cd-4e84-84e1-de95e7be8c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:12.419913 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-fb7b7d61-a6cd-4e84-84e1-de95e7be8c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:14:12.423823 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-fb7b7d61-a6cd-4e84-84e1-de95e7be8c7b admin admin] Usage tracker for resource:security_group_rule and tenant:3478764806dd46ca9263e756f2091caf is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:14:12.426585 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-fb7b7d61-a6cd-4e84-84e1-de95e7be8c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:14:12.432174 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-fb7b7d61-a6cd-4e84-84e1-de95e7be8c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:14:12.532212 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7d61-a6cd-4e84-84e1-de95e7be8c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:12.536206 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7d61-a6cd-4e84-84e1-de95e7be8c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:12.544847 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-cccc1395-fbab-4b06-a0b6-a345665f12a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:12.585999 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-fb7b7d61-a6cd-4e84-84e1-de95e7be8c7b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3478764806dd46ca9263e756f2091caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982913 May 17 12:14:12.587681 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b7d61-a6cd-4e84-84e1-de95e7be8c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e57595-e418-4320-bc52-f73fddaab225,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:12.588677 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 59012) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:12.590937 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-fb7b7d61-a6cd-4e84-84e1-de95e7be8c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:12.666963 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-181021fe-52d3-45e8-84d4-843e2f1f6c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:12.695234 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-181021fe-52d3-45e8-84d4-843e2f1f6c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:12.748939 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-181021fe-52d3-45e8-84d4-843e2f1f6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:12.752881 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a08e1a5c-7d49-4a07-8f88-3652284747a7 tempest-AttachVolumeTestJSON-1355318746 tempest-AttachVolumeTestJSON-1355318746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:12.765350 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181021fe-52d3-45e8-84d4-843e2f1f6c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e57595-e418-4320-bc52-f73fddaab225,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:12.768165 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-181021fe-52d3-45e8-84d4-843e2f1f6c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:12.775318 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-181021fe-52d3-45e8-84d4-843e2f1f6c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:12.778874 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-181021fe-52d3-45e8-84d4-843e2f1f6c18 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08e57595-e418-4320-bc52-f73fddaab225 HTTP/1.1" status: 204 len: 168 time: 0.1867919 May 17 12:14:14.794850 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 59064) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:14.942337 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2a5be1e4-7477-48fb-bc58-9f0ea0fc0ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:14.957218 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-2a5be1e4-7477-48fb-bc58-9f0ea0fc0ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:14:14.960985 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-2a5be1e4-7477-48fb-bc58-9f0ea0fc0ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:fadd35626001440b9cc68ea37260c0d9 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:14:14.963965 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-2a5be1e4-7477-48fb-bc58-9f0ea0fc0ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:14:14.970107 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-2a5be1e4-7477-48fb-bc58-9f0ea0fc0ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:14:15.055207 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2a5be1e4-7477-48fb-bc58-9f0ea0fc0ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:15.059022 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-2a5be1e4-7477-48fb-bc58-9f0ea0fc0ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:15.065988 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-04c6c215-b539-4b87-9dc3-84e08d60e22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:15.110795 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5be1e4-7477-48fb-bc58-9f0ea0fc0ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3ab4c1-b6c2-4836-8a9f-1012fa722c3d,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:15.115136 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-2a5be1e4-7477-48fb-bc58-9f0ea0fc0ad3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fadd35626001440b9cc68ea37260c0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192351 May 17 12:14:15.116049 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-2a5be1e4-7477-48fb-bc58-9f0ea0fc0ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:15.118507 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 59070) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:15.180113 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a28cbdfe-0b60-4c28-b7a9-55267db76850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:15.207744 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a28cbdfe-0b60-4c28-b7a9-55267db76850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:15.261155 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a28cbdfe-0b60-4c28-b7a9-55267db76850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:15.266121 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-d2ecb067-1d21-40bd-a5f7-40c6b097cc69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:15.277933 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cbdfe-0b60-4c28-b7a9-55267db76850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3ab4c1-b6c2-4836-8a9f-1012fa722c3d,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:15.281026 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a28cbdfe-0b60-4c28-b7a9-55267db76850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:15.284442 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a28cbdfe-0b60-4c28-b7a9-55267db76850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:15.289532 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-a28cbdfe-0b60-4c28-b7a9-55267db76850 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db3ab4c1-b6c2-4836-8a9f-1012fa722c3d HTTP/1.1" status: 204 len: 168 time: 0.1702144 May 17 12:14:15.564265 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 59088) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:15.583283 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-94bd6bab-0ec4-483d-be52-3989b280c031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:15.598650 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-94bd6bab-0ec4-483d-be52-3989b280c031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:14:15.602475 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-94bd6bab-0ec4-483d-be52-3989b280c031 admin admin] Usage tracker for resource:security_group_rule and tenant:e4901aacb78c4613a7ba9e6b00af4a30 is out of sync, need to count used quota {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:14:15.605329 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.quota.resource [None req-94bd6bab-0ec4-483d-be52-3989b280c031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:14:15.611023 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.db.quota.driver [None req-94bd6bab-0ec4-483d-be52-3989b280c031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:14:15.701834 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-94bd6bab-0ec4-483d-be52-3989b280c031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:15.706941 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-94bd6bab-0ec4-483d-be52-3989b280c031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:15.715751 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-2a5be1e4-7477-48fb-bc58-9f0ea0fc0ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:15.756570 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-94bd6bab-0ec4-483d-be52-3989b280c031 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e4901aacb78c4613a7ba9e6b00af4a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912405 May 17 12:14:15.758238 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd6bab-0ec4-483d-be52-3989b280c031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2552d669-3e41-41ce-a353-9419a0adc51f,revision_number=1']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:15.759518 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 59096) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:15.761239 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-94bd6bab-0ec4-483d-be52-3989b280c031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:15.821676 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b22bfbcb-3280-41e8-b14f-448ab43bd22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:15.846874 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b22bfbcb-3280-41e8-b14f-448ab43bd22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:15.898823 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b22bfbcb-3280-41e8-b14f-448ab43bd22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:15.902529 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-541fe448-1543-4a6e-b1e0-f6d13a25a2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:15.915297 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bfbcb-3280-41e8-b14f-448ab43bd22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2552d669-3e41-41ce-a353-9419a0adc51f,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:15.918791 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-b22bfbcb-3280-41e8-b14f-448ab43bd22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:15.924655 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-b22bfbcb-3280-41e8-b14f-448ab43bd22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:15.925747 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-b22bfbcb-3280-41e8-b14f-448ab43bd22b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2552d669-3e41-41ce-a353-9419a0adc51f HTTP/1.1" status: 204 len: 168 time: 0.1652625 May 17 12:14:21.974187 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:14:27.775343 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 59248) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:27.895759 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-03f5ef6a-2be0-4a54-aa76-417638640b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:27.910153 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-03f5ef6a-2be0-4a54-aa76-417638640b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:14:27.914141 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-03f5ef6a-2be0-4a54-aa76-417638640b78 admin admin] Usage tracker for resource:security_group_rule and tenant:57d292b016164e9abe07da0fe2099b6f is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:14:27.917433 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-03f5ef6a-2be0-4a54-aa76-417638640b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:14:27.923777 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-03f5ef6a-2be0-4a54-aa76-417638640b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:14:28.008089 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-03f5ef6a-2be0-4a54-aa76-417638640b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:28.011995 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-03f5ef6a-2be0-4a54-aa76-417638640b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:28.019420 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e944c5d9-37cc-43f5-b08f-706f587c9d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:28.060026 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5ef6a-2be0-4a54-aa76-417638640b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c46e61-01a0-4d5f-9b86-8cbda16e69a3,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:28.065469 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-03f5ef6a-2be0-4a54-aa76-417638640b78 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=57d292b016164e9abe07da0fe2099b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890663 May 17 12:14:28.066506 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-03f5ef6a-2be0-4a54-aa76-417638640b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:28.069753 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 59254) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:28.130048 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-51841650-8bee-4777-8ab1-04095bd8c74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:28.155258 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-51841650-8bee-4777-8ab1-04095bd8c74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:28.212894 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-51841650-8bee-4777-8ab1-04095bd8c74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:28.216612 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-e7da930c-7a3c-404c-89b2-886bce0aa64d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:28.228628 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51841650-8bee-4777-8ab1-04095bd8c74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c46e61-01a0-4d5f-9b86-8cbda16e69a3,revision_number=None']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:28.232709 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-51841650-8bee-4777-8ab1-04095bd8c74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:28.236672 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-51841650-8bee-4777-8ab1-04095bd8c74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:28.237757 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-51841650-8bee-4777-8ab1-04095bd8c74e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e3c46e61-01a0-4d5f-9b86-8cbda16e69a3 HTTP/1.1" status: 204 len: 168 time: 0.1670692 May 17 12:14:32.989028 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-16644107-06f7-4d22-b610-d52c30db121c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:35.613508 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-6fbc66de-f06f-43de-87cc-7610eb1d3cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:35.681213 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:36.708118 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:38.515984 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:41.548030 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:45.530343 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [-] (78759) accepted ('10.222.0.47', 59340) {{(pid=78759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:45.648651 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-caac3912-19a1-477a-9ac6-d9ce76830204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:45.663336 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-caac3912-19a1-477a-9ac6-d9ce76830204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:14:45.667190 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-caac3912-19a1-477a-9ac6-d9ce76830204 admin admin] Usage tracker for resource:security_group_rule and tenant:6e891468f14246b5929ac142f6ee1001 is out of sync, need to count used quota {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:14:45.670064 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.quota.resource [None req-caac3912-19a1-477a-9ac6-d9ce76830204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:14:45.676354 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.db.quota.driver [None req-caac3912-19a1-477a-9ac6-d9ce76830204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:14:45.759410 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-caac3912-19a1-477a-9ac6-d9ce76830204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:45.763121 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron_lib.callbacks.manager [None req-caac3912-19a1-477a-9ac6-d9ce76830204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_create {{(pid=78759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:45.770349 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-7697aa5e-5ae3-4084-adec-b3cd4149fa74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:45.812624 dv-cinder-734144-19-smb neutron-server[78759]: INFO neutron.wsgi [None req-caac3912-19a1-477a-9ac6-d9ce76830204 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e891468f14246b5929ac142f6ee1001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808776 May 17 12:14:45.813408 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac3912-19a1-477a-9ac6-d9ce76830204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d519678a-6bac-43b5-9d85-335f35522a18,revision_number=1']} {{(pid=78759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:45.815806 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [-] (78758) accepted ('10.222.0.47', 59346) {{(pid=78758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:45.817205 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG oslo_concurrency.lockutils [None req-caac3912-19a1-477a-9ac6-d9ce76830204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:45.877654 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a5763193-4e8a-4c7f-8d6b-9f8eeea023b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:45.904042 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a5763193-4e8a-4c7f-8d6b-9f8eeea023b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:45.956450 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a5763193-4e8a-4c7f-8d6b-9f8eeea023b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465102'] for security_group, after_delete {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:45.960416 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-0996f16f-6ad5-46a0-b7c2-4549f8bed421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:45.974358 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5763193-4e8a-4c7f-8d6b-9f8eeea023b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d519678a-6bac-43b5-9d85-335f35522a18,revision_number=None']} {{(pid=78758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:45.977283 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG oslo_concurrency.lockutils [None req-a5763193-4e8a-4c7f-8d6b-9f8eeea023b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:45.985593 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron_lib.callbacks.manager [None req-a5763193-4e8a-4c7f-8d6b-9f8eeea023b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:45.987585 dv-cinder-734144-19-smb neutron-server[78758]: INFO neutron.wsgi [None req-a5763193-4e8a-4c7f-8d6b-9f8eeea023b7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d519678a-6bac-43b5-9d85-335f35522a18 HTTP/1.1" status: 204 len: 168 time: 0.1697984 May 17 12:14:58.974538 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:15:02.992903 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-3cec5649-6d76-4d8b-a3f7-13f5a8b9ba50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:05.610678 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-86511655-92d0-4de7-a33b-7adeb3c527a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:05.685310 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:06.710774 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:08.521141 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:11.572803 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:32.996496 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-0be14dea-fd8a-4d44-96f0-b3310ae4c238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:35.605581 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d00d8551-9cae-43b9-9713-c9c5548e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:35.689228 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:35.974651 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:15:36.714315 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:38.522050 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:41.586036 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:03.006319 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4690a0ad-20b4-4bc1-8dd8-bd796d0468f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:05.607712 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-de9549d7-8a20-4a01-a410-9a74b6d19686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:05.691531 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:06.716943 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:08.524674 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:11.587507 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:12.974837 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:16:32.999144 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-dcadd8ec-1526-4999-b9cf-9f69012feae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:35.609291 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-57788461-ddae-4760-8793-f979d79922d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:35.695011 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:36.718346 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:38.528533 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:41.587830 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:49.974107 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:17:03.000289 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-17592184-93dc-49a8-b284-0b9042660dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:05.611418 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-76dc2dd2-61cf-4a52-9952-f4051b17a89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:05.700116 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:06.722913 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:08.532367 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:11.597023 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:26.973936 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:17:33.003445 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-7290cc10-ac11-4df0-a30e-676e208a7707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:35.612126 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4243-0cb0-431d-bc17-e6ce0084cfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:35.705555 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:36.725112 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:38.533788 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:41.602766 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:03.005223 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-12b4566e-d938-48ba-8f34-b29e20787467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:03.972368 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:18:05.613607 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d78d53bb-2a08-401b-ac1b-432c5b73ced9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:05.708101 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:06.727636 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:08.536229 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:11.609256 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:33.008313 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-c0e65b90-fd73-4825-be6b-ef530f22aa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:35.616139 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-bea8f526-2f55-4dd0-b3a4-8dd962c1b990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:35.710448 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:36.730546 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:38.539857 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:40.971443 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:18:41.613822 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:45.957308 dv-cinder-734144-19-smb neutron-server[78758]: DEBUG neutron.wsgi [req-a89913a0-621a-4b9b-bfc4-7c61adcbac36 req-78401eec-3819-4c9b-897d-3efbc853e526 service neutron] (78758) timed out ('10.222.0.64', 49878) {{(pid=78758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 17 12:19:03.011269 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-bdc13e97-fa8e-4401-9dae-05120032fa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:05.619439 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-93d36c6c-2c92-4f49-9b4c-ae16fcccf7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:05.714455 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:06.732952 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:08.544377 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:11.612714 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:17.970505 dv-cinder-734144-19-smb neutron-server[78761]: DEBUG neutron.db.agents_db [None req-5058dd11-10d2-4118-9fec-2231272d2582 None None] Agent healthcheck: found 6 active agents {{(pid=78761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:19:22.133626 dv-cinder-734144-19-smb neutron-server[78759]: DEBUG neutron.wsgi [req-04045fc7-d060-44ef-b540-103f745117b7 req-53e067cc-b410-47ce-b985-bd793e7730e5 service neutron] (78759) timed out ('10.222.0.64', 49864) {{(pid=78759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 17 12:19:33.016115 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d2174daa-fe31-4ed6-9965-b6a563c8f455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:35.622443 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-edcafa55-f7f2-45da-8bee-818a8a0dad86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:35.716722 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-d97241ca-5285-41e9-8006-c16a9e451760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:36.734688 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-82fdd5f3-09a0-4027-9ec7-c674a8e8dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:38.547505 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b72-1e90-4052-bd7b-a8324763a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:41.613757 dv-cinder-734144-19-smb neutron-server[78760]: DEBUG neutron_lib.callbacks.manager [None req-4b73451a-657a-4c6f-9db3-43aa0de2b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789608079836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067368'] for agent, after_update {{(pid=78760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}